[ 588.433417] env[69742]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69742) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 588.433857] env[69742]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69742) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 588.433857] env[69742]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69742) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 588.434232] env[69742]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 588.536665] env[69742]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69742) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 588.546518] env[69742]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69742) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 588.592066] env[69742]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 589.152875] env[69742]: INFO nova.virt.driver [None req-32df5392-c08a-45f0-9c50-b62aa0883289 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 589.228961] env[69742]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.229139] env[69742]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.229279] env[69742]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69742) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 592.505242] env[69742]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-9b5af31c-e8db-4931-9247-b2c7273a5a02 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.521887] env[69742]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69742) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 592.522092] env[69742]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-949950d9-dd54-43ec-9f86-1029bb714d45 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.564213] env[69742]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 88922. [ 592.564389] env[69742]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.335s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.564926] env[69742]: INFO nova.virt.vmwareapi.driver [None req-32df5392-c08a-45f0-9c50-b62aa0883289 None None] VMware vCenter version: 7.0.3 [ 592.568450] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a8e4f-e249-4c7a-b518-f64686738069 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.586269] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a1334d-cc47-452e-bd61-bd611d66994a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.592861] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d375501a-60a9-475f-ae92-d069c95023db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.599626] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef603e4e-7770-4b4d-adb1-6236f377b065 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.613022] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56849805-70f8-4076-9c1b-95e33b9a1add {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.619433] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986b26aa-571e-4302-a902-d26d389a798c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.650947] env[69742]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1432d1cc-c449-4bf2-811f-60b25b4f277d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.657341] env[69742]: DEBUG nova.virt.vmwareapi.driver [None req-32df5392-c08a-45f0-9c50-b62aa0883289 None None] Extension org.openstack.compute already exists. {{(pid=69742) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 592.660256] env[69742]: INFO nova.compute.provider_config [None req-32df5392-c08a-45f0-9c50-b62aa0883289 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 592.660620] env[69742]: INFO nova.compute.provider_config [None req-32df5392-c08a-45f0-9c50-b62aa0883289 None None] No provider configs found in /opt/stack/data/n-cpu-1/applied_provider_config. If files are present, ensure the Nova process has access. [ 593.164699] env[69742]: DEBUG nova.context [None req-32df5392-c08a-45f0-9c50-b62aa0883289 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),04f05d8e-caa6-49c1-9adf-4abd98891dc5(cell1) {{(pid=69742) load_cells /opt/stack/nova/nova/context.py:464}} [ 593.167166] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.167444] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.168185] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.168650] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Acquiring lock "04f05d8e-caa6-49c1-9adf-4abd98891dc5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.168847] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Lock "04f05d8e-caa6-49c1-9adf-4abd98891dc5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.169906] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Lock "04f05d8e-caa6-49c1-9adf-4abd98891dc5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.190551] env[69742]: INFO dbcounter [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Registered counter for database nova_cell0 [ 593.198655] env[69742]: INFO dbcounter [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Registered counter for database nova_cell1 [ 593.201926] env[69742]: DEBUG oslo_db.sqlalchemy.engines [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69742) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 593.202292] env[69742]: DEBUG oslo_db.sqlalchemy.engines [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69742) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 593.207219] env[69742]: ERROR nova.db.main.api [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 593.207219] env[69742]: result = function(*args, **kwargs) [ 593.207219] env[69742]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 593.207219] env[69742]: return func(*args, **kwargs) [ 593.207219] env[69742]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 593.207219] env[69742]: result = fn(*args, **kwargs) [ 593.207219] env[69742]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 593.207219] env[69742]: return f(*args, **kwargs) [ 593.207219] env[69742]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 593.207219] env[69742]: return db.service_get_minimum_version(context, binaries) [ 593.207219] env[69742]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 593.207219] env[69742]: _check_db_access() [ 593.207219] env[69742]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 593.207219] env[69742]: stacktrace = ''.join(traceback.format_stack()) [ 593.207219] env[69742]: [ 593.208053] env[69742]: ERROR nova.db.main.api [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 593.208053] env[69742]: result = function(*args, **kwargs) [ 593.208053] env[69742]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 593.208053] env[69742]: return func(*args, **kwargs) [ 593.208053] env[69742]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 593.208053] env[69742]: result = fn(*args, **kwargs) [ 593.208053] env[69742]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 593.208053] env[69742]: return f(*args, **kwargs) [ 593.208053] env[69742]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 593.208053] env[69742]: return db.service_get_minimum_version(context, binaries) [ 593.208053] env[69742]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 593.208053] env[69742]: _check_db_access() [ 593.208053] env[69742]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 593.208053] env[69742]: stacktrace = ''.join(traceback.format_stack()) [ 593.208053] env[69742]: [ 593.208439] env[69742]: WARNING nova.objects.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Failed to get minimum service version for cell 04f05d8e-caa6-49c1-9adf-4abd98891dc5 [ 593.208575] env[69742]: WARNING nova.objects.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 593.209016] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Acquiring lock "singleton_lock" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.209184] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Acquired lock "singleton_lock" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.209427] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Releasing lock "singleton_lock" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.209752] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Full set of CONF: {{(pid=69742) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 593.209897] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ******************************************************************************** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 593.210036] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] Configuration options gathered from: {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 593.210178] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 593.210370] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 593.210497] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ================================================================================ {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 593.210702] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] allow_resize_to_same_host = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.210873] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] arq_binding_timeout = 300 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.211043] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] backdoor_port = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.211198] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] backdoor_socket = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.211314] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] block_device_allocate_retries = 60 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.211481] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] block_device_allocate_retries_interval = 3 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.211650] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cert = self.pem {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.211819] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.212009] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute_monitors = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.212182] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] config_dir = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.212356] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] config_drive_format = iso9660 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.212493] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.212660] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] config_source = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.212825] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] console_host = devstack {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.212991] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] control_exchange = nova {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.213167] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cpu_allocation_ratio = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.213331] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] daemon = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.213502] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] debug = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.213664] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] default_access_ip_network_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.213833] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] default_availability_zone = nova {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.213994] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] default_ephemeral_format = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.214173] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] default_green_pool_size = 1000 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.214413] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.214581] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] default_schedule_zone = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.214742] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] disk_allocation_ratio = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.214904] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] enable_new_services = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.215106] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] enabled_apis = ['osapi_compute'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.215279] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] enabled_ssl_apis = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.215446] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] flat_injected = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.215609] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] force_config_drive = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.215770] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] force_raw_images = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.215937] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] graceful_shutdown_timeout = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.216117] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] heal_instance_info_cache_interval = -1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.216346] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] host = cpu-1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.216526] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.216691] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.216853] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.217082] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.217257] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] instance_build_timeout = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.217422] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] instance_delete_interval = 300 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.217590] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] instance_format = [instance: %(uuid)s] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.217756] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] instance_name_template = instance-%08x {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.217919] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] instance_usage_audit = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.218102] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] instance_usage_audit_period = month {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.218276] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.218447] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.218616] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] internal_service_availability_zone = internal {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.218774] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] key = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.218937] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] live_migration_retry_count = 30 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.219117] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] log_color = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.219286] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] log_config_append = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.219457] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.219618] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] log_dir = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.219776] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] log_file = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.219906] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] log_options = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.220080] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] log_rotate_interval = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.220255] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] log_rotate_interval_type = days {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.220423] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] log_rotation_type = none {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.220552] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.220677] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.220844] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.221021] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.221154] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.221321] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] long_rpc_timeout = 1800 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.221484] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] max_concurrent_builds = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.221643] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] max_concurrent_live_migrations = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.221801] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] max_concurrent_snapshots = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.222020] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] max_local_block_devices = 3 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.222137] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] max_logfile_count = 30 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.222300] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] max_logfile_size_mb = 200 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.222462] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] maximum_instance_delete_attempts = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.222630] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] metadata_listen = 0.0.0.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.222802] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] metadata_listen_port = 8775 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.222977] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] metadata_workers = 2 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.223154] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] migrate_max_retries = -1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.223327] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] mkisofs_cmd = genisoimage {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.223535] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.223667] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] my_ip = 10.180.1.21 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.223868] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.224042] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] network_allocate_retries = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.224228] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.224398] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.224562] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] osapi_compute_listen_port = 8774 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.224748] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] osapi_compute_unique_server_name_scope = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.224906] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] osapi_compute_workers = 2 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.225086] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] password_length = 12 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.225269] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] periodic_enable = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.225402] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] periodic_fuzzy_delay = 60 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.225570] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] pointer_model = usbtablet {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.225735] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] preallocate_images = none {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.225894] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] publish_errors = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.226033] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] pybasedir = /opt/stack/nova {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.226199] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ram_allocation_ratio = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.226361] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] rate_limit_burst = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.226527] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] rate_limit_except_level = CRITICAL {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.226688] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] rate_limit_interval = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.226848] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] reboot_timeout = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.227023] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] reclaim_instance_interval = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.227186] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] record = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.227355] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] reimage_timeout_per_gb = 60 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.227522] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] report_interval = 120 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.227684] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] rescue_timeout = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.227844] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] reserved_host_cpus = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.228010] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] reserved_host_disk_mb = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.228178] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] reserved_host_memory_mb = 512 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.228340] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] reserved_huge_pages = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.228499] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] resize_confirm_window = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.228658] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] resize_fs_using_block_device = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.228820] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] resume_guests_state_on_host_boot = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.228988] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.229169] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] rpc_response_timeout = 60 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.229330] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] run_external_periodic_tasks = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.229499] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] running_deleted_instance_action = reap {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.229660] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.229818] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] running_deleted_instance_timeout = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.229977] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] scheduler_instance_sync_interval = 120 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.230160] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] service_down_time = 720 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.230329] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] servicegroup_driver = db {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.230487] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] shell_completion = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.230648] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] shelved_offload_time = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.230808] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] shelved_poll_interval = 3600 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.230979] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] shutdown_timeout = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.231150] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] source_is_ipv6 = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.231310] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ssl_only = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.231559] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.231727] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] sync_power_state_interval = 600 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.231889] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] sync_power_state_pool_size = 1000 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.232077] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] syslog_log_facility = LOG_USER {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.232244] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] tempdir = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.232408] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] timeout_nbd = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.232579] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] transport_url = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.232741] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] update_resources_interval = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.232900] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] use_cow_images = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.233074] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] use_journal = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.233242] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] use_json = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.233403] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] use_rootwrap_daemon = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.233563] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] use_stderr = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.233721] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] use_syslog = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.233876] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vcpu_pin_set = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.234050] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plugging_is_fatal = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.234223] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plugging_timeout = 300 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.234391] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] virt_mkfs = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.234555] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] volume_usage_poll_interval = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.234717] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] watch_log_file = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.234885] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] web = /usr/share/spice-html5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 593.235085] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.235350] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.235462] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.235587] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_concurrency.disable_process_locking = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.236185] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.236384] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.236562] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.236742] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.236915] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.237095] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.237288] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.auth_strategy = keystone {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.237459] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.compute_link_prefix = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.237639] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.237816] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.dhcp_domain = novalocal {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.237990] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.enable_instance_password = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.238176] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.glance_link_prefix = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.238346] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.238518] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.238682] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.instance_list_per_project_cells = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.238845] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.list_records_by_skipping_down_cells = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.239024] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.local_metadata_per_cell = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.239203] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.max_limit = 1000 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.239374] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.metadata_cache_expiration = 15 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.239549] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.neutron_default_tenant_id = default {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.239720] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.response_validation = warn {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.239892] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.use_neutron_default_nets = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.240076] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.240246] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.240415] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.240590] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.240766] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.vendordata_dynamic_targets = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.240933] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.vendordata_jsonfile_path = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.241133] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.241336] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.backend = dogpile.cache.memcached {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.241510] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.backend_argument = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.241674] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.backend_expiration_time = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.241849] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.config_prefix = cache.oslo {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.242032] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.dead_timeout = 60.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.242207] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.debug_cache_backend = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.242372] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.enable_retry_client = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.242536] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.enable_socket_keepalive = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.242708] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.enabled = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.242872] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.enforce_fips_mode = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.243053] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.expiration_time = 600 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.243226] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.hashclient_retry_attempts = 2 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.243395] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.243560] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.memcache_dead_retry = 300 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.243721] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.memcache_password = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.243884] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.244060] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.244231] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.memcache_pool_maxsize = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.244393] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.244555] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.memcache_sasl_enabled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.244733] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.244899] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.245071] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.memcache_username = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.245242] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.proxies = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.245451] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.redis_db = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.245564] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.redis_password = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.245733] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.245907] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.246089] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.redis_server = localhost:6379 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.246261] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.redis_socket_timeout = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.246420] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.redis_username = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.246582] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.retry_attempts = 2 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.246746] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.retry_delay = 0.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.246910] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.socket_keepalive_count = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.247083] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.socket_keepalive_idle = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.247250] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.socket_keepalive_interval = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.247409] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.tls_allowed_ciphers = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.247571] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.tls_cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.247731] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.tls_certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.247891] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.tls_enabled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.248066] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cache.tls_keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.248243] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.auth_section = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.248417] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.auth_type = password {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.248579] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.248756] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.248920] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.249101] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.249275] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.cross_az_attach = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.249442] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.debug = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.249603] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.endpoint_template = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.249768] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.http_retries = 3 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.249931] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.250104] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.250283] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.os_region_name = RegionOne {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.250450] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.250609] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cinder.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.250901] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.applied_provider_config_location = /opt/stack/data/n-cpu-1/applied_provider_config {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.251093] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.251258] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.cpu_dedicated_set = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.251419] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.cpu_shared_set = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.251583] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.image_type_exclude_list = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.251745] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.251907] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.252083] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.252252] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.252422] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.252589] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.resource_provider_association_refresh = 300 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.252752] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.252914] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.shutdown_retry_interval = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.253103] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.253287] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] conductor.workers = 2 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.253467] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] console.allowed_origins = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.253627] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] console.ssl_ciphers = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.253796] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] console.ssl_minimum_version = default {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.253968] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] consoleauth.enforce_session_timeout = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.254152] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] consoleauth.token_ttl = 600 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.254322] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.254481] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.254644] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.254802] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.connect_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.254958] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.connect_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.255128] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.endpoint_override = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.255293] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.255460] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.255611] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.max_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.255766] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.min_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.255922] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.region_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.256089] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.retriable_status_codes = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.256251] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.service_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.256418] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.service_type = accelerator {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.256577] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.256734] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.status_code_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.256895] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.status_code_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.257063] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.257251] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.257412] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] cyborg.version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.257583] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.asyncio_connection = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.257745] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.asyncio_slave_connection = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.257915] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.backend = sqlalchemy {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.258096] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.connection = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.258273] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.connection_debug = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.258444] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.connection_parameters = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.258613] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.connection_recycle_time = 3600 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.258776] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.connection_trace = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.258940] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.db_inc_retry_interval = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.259123] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.db_max_retries = 20 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.259290] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.db_max_retry_interval = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.259454] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.db_retry_interval = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.259620] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.max_overflow = 50 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.259783] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.max_pool_size = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.259948] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.max_retries = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.260132] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.260297] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.mysql_wsrep_sync_wait = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.260458] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.pool_timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.260618] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.retry_interval = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.260776] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.slave_connection = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.260939] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.sqlite_synchronous = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.261118] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] database.use_db_reconnect = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.261292] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.asyncio_connection = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.261453] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.asyncio_slave_connection = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.261623] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.backend = sqlalchemy {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.261793] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.connection = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.261961] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.connection_debug = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.262147] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.connection_parameters = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.262316] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.connection_recycle_time = 3600 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.262479] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.connection_trace = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.262645] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.db_inc_retry_interval = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.262809] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.db_max_retries = 20 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.262972] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.db_max_retry_interval = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.263151] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.db_retry_interval = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.263317] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.max_overflow = 50 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.263479] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.max_pool_size = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.263641] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.max_retries = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.263810] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.263971] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.264146] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.pool_timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.264313] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.retry_interval = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.264471] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.slave_connection = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.264632] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] api_database.sqlite_synchronous = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.264806] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] devices.enabled_mdev_types = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.264983] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.265173] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.265338] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ephemeral_storage_encryption.enabled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.265504] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.265703] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.api_servers = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.265835] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.265998] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.266179] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.266341] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.connect_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.266501] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.connect_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.266665] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.debug = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.266832] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.default_trusted_certificate_ids = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.266996] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.enable_certificate_validation = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.267177] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.enable_rbd_download = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.267339] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.endpoint_override = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.267507] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.267671] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.267834] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.max_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.267998] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.min_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.268181] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.num_retries = 3 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.268353] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.rbd_ceph_conf = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.268519] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.rbd_connect_timeout = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.268688] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.rbd_pool = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.268861] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.rbd_user = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.269035] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.region_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.269206] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.retriable_status_codes = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.269368] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.service_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.269540] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.service_type = image {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.269705] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.269866] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.status_code_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.270036] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.status_code_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.270202] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.270384] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.270549] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.verify_glance_signatures = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.270709] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] glance.version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.270873] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] guestfs.debug = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.271077] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.auth_section = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.271224] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.auth_type = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.271386] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.271544] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.271708] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.271868] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.connect_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.272037] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.connect_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.272204] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.endpoint_override = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.272365] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.272522] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.272681] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.max_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.272838] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.min_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.272994] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.region_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.273168] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.retriable_status_codes = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.273330] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.service_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.273499] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.service_type = shared-file-system {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.273665] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.share_apply_policy_timeout = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.273829] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.273990] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.status_code_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.274165] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.status_code_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.274325] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.274506] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.274667] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] manila.version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.274835] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] mks.enabled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.275202] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.275394] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] image_cache.manager_interval = 2400 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.275568] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] image_cache.precache_concurrency = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.275803] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] image_cache.remove_unused_base_images = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.275912] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.276138] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.276272] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] image_cache.subdirectory_name = _base {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.276451] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.api_max_retries = 60 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.276620] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.api_retry_interval = 2 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.276782] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.auth_section = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.276947] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.auth_type = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.277125] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.277289] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.277455] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.277618] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.conductor_group = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.277778] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.connect_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.277937] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.connect_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.278108] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.endpoint_override = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.278277] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.278436] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.278598] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.max_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.278758] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.min_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.278925] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.peer_list = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.279100] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.region_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.279265] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.retriable_status_codes = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.279429] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.serial_console_state_timeout = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.279589] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.service_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.279757] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.service_type = baremetal {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.279916] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.shard = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.280091] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.280258] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.status_code_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.280416] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.status_code_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.280574] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.280754] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.280917] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ironic.version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.281129] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.281305] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] key_manager.fixed_key = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.281492] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.281655] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.barbican_api_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.281815] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.barbican_endpoint = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.282010] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.barbican_endpoint_type = public {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.282170] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.barbican_region_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.282332] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.282499] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.282661] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.282825] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.282988] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.283176] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.number_of_retries = 60 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.283341] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.retry_delay = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.283507] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.send_service_user_token = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.283674] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.283837] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.283998] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.verify_ssl = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.284177] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican.verify_ssl_path = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.284352] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican_service_user.auth_section = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.284515] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican_service_user.auth_type = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.284677] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican_service_user.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.284838] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican_service_user.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.285008] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican_service_user.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.285186] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican_service_user.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.285348] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican_service_user.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.285511] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican_service_user.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.285673] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] barbican_service_user.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.285919] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vault.approle_role_id = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.286008] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vault.approle_secret_id = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.286187] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vault.kv_mountpoint = secret {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.286352] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vault.kv_path = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.286520] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vault.kv_version = 2 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.286682] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vault.namespace = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.286844] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vault.root_token_id = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.287029] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vault.ssl_ca_crt_file = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.287201] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vault.timeout = 60.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.287368] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vault.use_ssl = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.287539] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.287710] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.287874] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.288052] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.288222] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.connect_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.288386] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.connect_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.288556] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.endpoint_override = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.288715] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.288878] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.289049] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.max_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.289220] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.min_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.289383] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.region_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.289544] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.retriable_status_codes = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.289705] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.service_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.289876] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.service_type = identity {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.290052] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.290220] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.status_code_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.290379] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.status_code_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.290540] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.290719] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.290880] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] keystone.version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.291094] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.ceph_mount_options = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.291426] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.291610] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.connection_uri = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.291778] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.cpu_mode = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.291948] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.292136] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.cpu_models = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.292313] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.cpu_power_governor_high = performance {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.292484] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.292655] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.cpu_power_management = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.292832] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.293010] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.device_detach_attempts = 8 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.293188] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.device_detach_timeout = 20 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.293357] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.disk_cachemodes = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.293520] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.disk_prefix = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.293689] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.enabled_perf_events = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.293852] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.file_backed_memory = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.294029] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.gid_maps = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.294199] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.hw_disk_discard = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.294362] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.hw_machine_type = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.294532] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.images_rbd_ceph_conf = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.294698] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.294864] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.295046] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.images_rbd_glance_store_name = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.295225] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.images_rbd_pool = rbd {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.295396] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.images_type = default {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.295559] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.images_volume_group = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.295724] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.inject_key = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.295890] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.inject_partition = -2 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.296107] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.inject_password = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.296225] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.iscsi_iface = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.296394] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.iser_use_multipath = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.296567] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.296730] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.296895] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_downtime = 500 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.297071] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.297242] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.297406] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_inbound_addr = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.297580] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.297748] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.297907] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_scheme = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.298090] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_timeout_action = abort {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.298262] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_tunnelled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.298426] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_uri = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.298594] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.live_migration_with_native_tls = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.298758] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.max_queues = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.298926] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.299169] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.299341] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.nfs_mount_options = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.299640] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.299820] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.299993] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.300177] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.300345] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.300512] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.num_pcie_ports = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.300683] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.300852] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.pmem_namespaces = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.301031] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.quobyte_client_cfg = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.301332] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.301510] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.301680] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.301846] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.302014] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.rbd_secret_uuid = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.302189] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.rbd_user = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.302354] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.302527] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.302688] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.rescue_image_id = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.302848] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.rescue_kernel_id = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.303023] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.rescue_ramdisk_id = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.303195] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.303356] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.rx_queue_size = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.303524] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.smbfs_mount_options = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.303819] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.304009] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.snapshot_compression = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.304184] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.snapshot_image_format = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.304418] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.304587] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.sparse_logical_volumes = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.304751] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.swtpm_enabled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.304921] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.swtpm_group = tss {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.305112] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.swtpm_user = tss {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.305286] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.sysinfo_serial = unique {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.305447] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.tb_cache_size = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.305605] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.tx_queue_size = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.305768] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.uid_maps = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.305932] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.use_virtio_for_bridges = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.306140] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.virt_type = kvm {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.306286] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.volume_clear = zero {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.306457] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.volume_clear_size = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.306624] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.volume_enforce_multipath = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.306795] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.volume_use_multipath = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.306953] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.vzstorage_cache_path = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.307137] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.307310] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.307478] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.307645] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.307930] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.308122] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.vzstorage_mount_user = stack {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.308295] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.308471] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.auth_section = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.308643] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.auth_type = password {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.308803] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.308963] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.309138] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.309300] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.connect_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.309460] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.connect_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.309633] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.default_floating_pool = public {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.309801] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.endpoint_override = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.309967] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.extension_sync_interval = 600 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.310145] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.http_retries = 3 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.310314] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.310474] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.310635] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.max_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.310806] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.310963] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.min_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.311150] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.ovs_bridge = br-int {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.311320] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.physnets = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.311490] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.region_name = RegionOne {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.311656] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.retriable_status_codes = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.311825] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.service_metadata_proxy = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.311990] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.service_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.312175] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.service_type = network {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.312339] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.312496] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.status_code_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.312652] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.status_code_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.312809] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.312995] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.313173] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] neutron.version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.313345] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] notifications.bdms_in_notifications = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.313523] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] notifications.default_level = INFO {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.313687] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] notifications.include_share_mapping = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.313860] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] notifications.notification_format = unversioned {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.314035] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] notifications.notify_on_state_change = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.314218] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.314397] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] pci.alias = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.314567] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] pci.device_spec = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.314730] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] pci.report_in_placement = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.314899] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.auth_section = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.315080] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.auth_type = password {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.315254] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.315418] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.315577] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.315739] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.315896] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.connect_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.316067] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.connect_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.316241] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.default_domain_id = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.316384] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.default_domain_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.316543] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.domain_id = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.316701] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.domain_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.316859] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.endpoint_override = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.317031] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.317197] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.317355] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.max_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.317511] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.min_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.317676] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.password = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.317834] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.project_domain_id = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.318008] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.project_domain_name = Default {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.318185] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.project_id = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.318357] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.project_name = service {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.318527] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.region_name = RegionOne {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.318691] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.retriable_status_codes = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.318852] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.service_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.319031] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.service_type = placement {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.319203] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.319368] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.status_code_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.319529] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.status_code_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.319687] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.system_scope = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.319847] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.320011] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.trust_id = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.320178] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.user_domain_id = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.320344] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.user_domain_name = Default {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.320503] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.user_id = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.320673] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.username = nova {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.320854] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.321027] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] placement.version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.321207] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.cores = 20 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.321372] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.count_usage_from_placement = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.321543] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.321711] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.injected_file_content_bytes = 10240 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.321876] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.injected_file_path_length = 255 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.322055] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.injected_files = 5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.322228] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.instances = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.322396] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.key_pairs = 100 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.322562] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.metadata_items = 128 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.322727] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.ram = 51200 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.322890] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.recheck_quota = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.323070] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.server_group_members = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.323243] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.server_groups = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.323446] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.323620] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] quota.unified_limits_resource_strategy = require {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.323798] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.323964] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.324144] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] scheduler.image_metadata_prefilter = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.324310] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.324476] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] scheduler.max_attempts = 3 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.324638] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] scheduler.max_placement_results = 1000 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.324807] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.324974] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.325151] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.325327] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] scheduler.workers = 2 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.325501] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.325672] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.325849] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.326027] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.326195] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.326366] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.326531] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.326718] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.326889] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.host_subset_size = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.327069] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.327237] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.327404] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.327582] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.327746] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.327913] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.isolated_hosts = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.328092] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.isolated_images = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.328264] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.328429] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.328594] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.328756] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.pci_in_placement = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.328921] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.329103] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.329273] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.329438] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.329600] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.329765] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.329924] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.track_instance_changes = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.330114] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.330290] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] metrics.required = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.330458] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] metrics.weight_multiplier = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.330624] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.330788] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] metrics.weight_setting = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.331126] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.331306] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] serial_console.enabled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.331486] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] serial_console.port_range = 10000:20000 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.331657] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.331827] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.331995] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] serial_console.serialproxy_port = 6083 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.332183] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] service_user.auth_section = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.332357] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] service_user.auth_type = password {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.332520] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] service_user.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.332680] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] service_user.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.332842] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] service_user.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.333009] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] service_user.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.333179] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] service_user.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.333352] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] service_user.send_service_user_token = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.333515] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] service_user.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.333673] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] service_user.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.333844] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.agent_enabled = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.334014] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.enabled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.334332] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.334534] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.334704] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.html5proxy_port = 6082 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.334866] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.image_compression = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.335037] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.jpeg_compression = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.335206] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.playback_compression = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.335369] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.require_secure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.335538] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.server_listen = 127.0.0.1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.335706] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.336277] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.336277] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.streaming_mode = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.336395] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] spice.zlib_compression = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.336576] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] upgrade_levels.baseapi = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.336656] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] upgrade_levels.compute = auto {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.336820] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] upgrade_levels.conductor = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.336982] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] upgrade_levels.scheduler = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.337165] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.337331] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.337494] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vendordata_dynamic_auth.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.337656] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vendordata_dynamic_auth.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.337822] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.337983] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vendordata_dynamic_auth.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.338160] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.338326] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.338487] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vendordata_dynamic_auth.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.338663] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.api_retry_count = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.338826] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.ca_file = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.339011] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.339187] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.cluster_name = testcl1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.339355] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.connection_pool_size = 10 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.339514] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.console_delay_seconds = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.339683] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.datastore_regex = ^datastore.* {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.339892] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.340081] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.host_password = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.340255] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.host_port = 443 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.340425] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.host_username = administrator@vsphere.local {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.340596] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.insecure = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.340760] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.integration_bridge = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.340926] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.maximum_objects = 100 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.341102] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.pbm_default_policy = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.341270] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.pbm_enabled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.341429] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.pbm_wsdl_location = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.341597] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.341761] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.serial_port_proxy_uri = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.341914] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.serial_port_service_uri = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.342093] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.task_poll_interval = 0.5 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.342268] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.use_linked_clone = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.342438] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.vnc_keymap = en-us {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.342603] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.vnc_port = 5900 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.342767] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vmware.vnc_port_total = 10000 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.342957] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vnc.auth_schemes = ['none'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.343142] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vnc.enabled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.343443] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.343631] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.343804] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vnc.novncproxy_port = 6080 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.344009] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vnc.server_listen = 127.0.0.1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.344202] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.344366] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vnc.vencrypt_ca_certs = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.344531] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vnc.vencrypt_client_cert = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.344693] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vnc.vencrypt_client_key = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.344869] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.345045] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.disable_deep_image_inspection = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.345219] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.345382] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.345545] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.345709] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.disable_rootwrap = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.345871] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.enable_numa_live_migration = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.346043] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.346214] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.346375] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.346535] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.libvirt_disable_apic = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.346697] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.346851] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.347020] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.347185] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.347350] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.347512] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.347673] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.347833] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.347992] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.348175] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.348359] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.348525] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.348691] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] zvm.ca_file = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.348850] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] zvm.cloud_connector_url = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.349159] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.349339] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] zvm.reachable_timeout = 300 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.349513] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.349701] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.349881] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler.connection_string = messaging:// {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.350062] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler.enabled = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.350239] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler.es_doc_type = notification {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.350404] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler.es_scroll_size = 10000 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.350573] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler.es_scroll_time = 2m {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.350739] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler.filter_error_trace = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.350910] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler.hmac_keys = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.351100] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler.sentinel_service_name = mymaster {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.351276] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler.socket_timeout = 0.1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.351440] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler.trace_requests = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.351601] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler.trace_sqlalchemy = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.351777] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler_jaeger.process_tags = {} {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.351937] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler_jaeger.service_name_prefix = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.352131] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] profiler_otlp.service_name_prefix = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.352310] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.352472] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.352637] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.352801] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.352964] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.353140] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.353308] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.353472] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.353634] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.353805] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.353965] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.354151] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.354322] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.354490] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.354656] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.354824] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.354986] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.355166] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.355339] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.355503] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.355665] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.355832] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.356007] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.356181] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.356345] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.356506] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.356667] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.356841] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.356991] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.357170] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.357336] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.ssl = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.357508] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.357675] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.357837] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.358014] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.358242] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.358359] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.358543] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.358710] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_notifications.retry = -1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.358887] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.359070] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.359256] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.auth_section = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.359422] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.auth_type = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.359583] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.cafile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.359740] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.certfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.359903] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.collect_timing = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.360074] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.connect_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.360238] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.connect_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.360395] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.endpoint_id = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.360567] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.360725] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.endpoint_override = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.360884] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.endpoint_region_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.361055] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.endpoint_service_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.361218] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.endpoint_service_type = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.361380] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.insecure = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.361536] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.keyfile = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.361693] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.max_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.361850] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.min_version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.362024] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.region_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.362185] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.retriable_status_codes = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.362343] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.service_name = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.362499] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.service_type = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.362658] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.split_loggers = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.362823] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.status_code_retries = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.362975] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.status_code_retry_delay = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.363148] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.timeout = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.363311] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.valid_interfaces = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.363467] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_limit.version = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.363631] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_reports.file_event_handler = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.363800] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.363960] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] oslo_reports.log_dir = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.364148] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.364311] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.364470] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.364635] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.364800] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.364959] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.365141] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.365303] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_ovs_privileged.group = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.365461] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.365626] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.365790] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.365949] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] vif_plug_ovs_privileged.user = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.366133] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.366315] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.366488] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.366659] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.366873] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.367016] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.367188] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.367351] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.367530] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.367700] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_ovs.isolate_vif = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.367870] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.368047] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.368222] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.368392] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.368555] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] os_vif_ovs.per_port_bridge = False {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.368726] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] privsep_osbrick.capabilities = [21] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.368887] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] privsep_osbrick.group = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.369059] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] privsep_osbrick.helper_command = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.369231] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.369395] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.369553] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] privsep_osbrick.user = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.369728] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.369890] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] nova_sys_admin.group = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.371122] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] nova_sys_admin.helper_command = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.371122] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.371122] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.371122] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] nova_sys_admin.user = None {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 593.371122] env[69742]: DEBUG oslo_service.backend.eventlet.service [None req-d3d25cb1-fbd9-4afe-aa16-80c9dd55dcb9 None None] ******************************************************************************** {{(pid=69742) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 593.371122] env[69742]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 593.874909] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Getting list of instances from cluster (obj){ [ 593.874909] env[69742]: value = "domain-c8" [ 593.874909] env[69742]: _type = "ClusterComputeResource" [ 593.874909] env[69742]: } {{(pid=69742) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 593.876045] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d759b81c-6412-4e88-a9e1-60d2896b92fb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.885133] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Got total of 0 instances {{(pid=69742) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 593.885866] env[69742]: WARNING nova.virt.vmwareapi.driver [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 593.886401] env[69742]: INFO nova.virt.node [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Generated node identity d7c17de2-386a-4ee9-b4fd-640969c45642 [ 593.886653] env[69742]: INFO nova.virt.node [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Wrote node identity d7c17de2-386a-4ee9-b4fd-640969c45642 to /opt/stack/data/n-cpu-1/compute_id [ 594.389918] env[69742]: WARNING nova.compute.manager [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Compute nodes ['d7c17de2-386a-4ee9-b4fd-640969c45642'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 595.396133] env[69742]: INFO nova.compute.manager [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 596.401789] env[69742]: WARNING nova.compute.manager [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 596.402197] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.402373] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.402534] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.402693] env[69742]: DEBUG nova.compute.resource_tracker [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 596.403630] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f874193-99e2-4839-83d3-fc10eed1c7fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.412157] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f2ee90-af02-452b-b5c5-d7d9c96f9698 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.426061] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d87c714-a416-4659-a3b9-d94b81555d4b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.432937] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5632235c-d336-4cf6-9aa3-9128fbf2cd24 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.461793] env[69742]: DEBUG nova.compute.resource_tracker [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180824MB free_disk=22GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 596.461959] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.462247] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.964853] env[69742]: WARNING nova.compute.resource_tracker [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] No compute node record for cpu-1:d7c17de2-386a-4ee9-b4fd-640969c45642: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d7c17de2-386a-4ee9-b4fd-640969c45642 could not be found. [ 597.468830] env[69742]: INFO nova.compute.resource_tracker [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d7c17de2-386a-4ee9-b4fd-640969c45642 [ 598.977158] env[69742]: DEBUG nova.compute.resource_tracker [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 598.977513] env[69742]: DEBUG nova.compute.resource_tracker [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 599.130954] env[69742]: INFO nova.scheduler.client.report [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] [req-c0a6b27f-2ecf-41d0-bddf-dbbc72175e86] Created resource provider record via placement API for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 599.148849] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1ff13e-1907-4695-88a6-9fa47c32fb25 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.156635] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d74239-b5a5-426e-9479-ce792d8ea952 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.186220] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a0660c-009a-4beb-9132-6e47d0a80c2d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.193822] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c7f4ba-d54a-4aca-85e2-d2074b2d1a8e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.207092] env[69742]: DEBUG nova.compute.provider_tree [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.742084] env[69742]: DEBUG nova.scheduler.client.report [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 599.742354] env[69742]: DEBUG nova.compute.provider_tree [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 0 to 1 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 599.742505] env[69742]: DEBUG nova.compute.provider_tree [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.797033] env[69742]: DEBUG nova.compute.provider_tree [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 1 to 2 during operation: update_traits {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 600.302558] env[69742]: DEBUG nova.compute.resource_tracker [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 600.302987] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.302987] env[69742]: DEBUG nova.service [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Creating RPC server for service compute {{(pid=69742) start /opt/stack/nova/nova/service.py:177}} [ 600.317191] env[69742]: DEBUG nova.service [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] Join ServiceGroup membership for this service compute {{(pid=69742) start /opt/stack/nova/nova/service.py:194}} [ 600.317392] env[69742]: DEBUG nova.servicegroup.drivers.db [None req-5d75e7d2-602e-413f-bbbf-a633f621da62 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69742) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 645.326499] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "7b16d0b6-3100-4a64-b469-ad481b1b417e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.326773] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "7b16d0b6-3100-4a64-b469-ad481b1b417e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.841681] env[69742]: DEBUG nova.compute.manager [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.919167] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquiring lock "e0685130-b55f-407f-b195-a705ac750cb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.919167] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Lock "e0685130-b55f-407f-b195-a705ac750cb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.380535] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.380535] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.381766] env[69742]: INFO nova.compute.claims [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.427576] env[69742]: DEBUG nova.compute.manager [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.737359] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.737710] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.907144] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquiring lock "2614820e-831b-445d-8728-1b906bfc5c90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.907144] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Lock "2614820e-831b-445d-8728-1b906bfc5c90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.958752] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.079887] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquiring lock "8975561e-5484-450c-a793-eb8dc7451bf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.080034] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Lock "8975561e-5484-450c-a793-eb8dc7451bf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.240321] env[69742]: DEBUG nova.compute.manager [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.410010] env[69742]: DEBUG nova.compute.manager [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.528625] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9617acb8-93d4-419c-84e4-257ed10718b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.541833] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cd863e-9f07-473e-bd47-3bf3eb78a831 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.581434] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c91b78-eff5-4428-ba49-ec71e34e23ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.584428] env[69742]: DEBUG nova.compute.manager [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.593907] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b849e1-60af-401f-872a-bad26d94d280 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.610315] env[69742]: DEBUG nova.compute.provider_tree [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.769859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.943893] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.119165] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.119165] env[69742]: DEBUG nova.scheduler.client.report [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.631657] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.632878] env[69742]: DEBUG nova.compute.manager [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.635241] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "47ee7966-b9b1-49a1-9f34-c09403a33d55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.636424] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "47ee7966-b9b1-49a1-9f34-c09403a33d55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.637649] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.678s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.638827] env[69742]: INFO nova.compute.claims [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.070656] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquiring lock "463e35d4-a79b-43a4-9700-3b40ac295bf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.070900] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Lock "463e35d4-a79b-43a4-9700-3b40ac295bf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.144251] env[69742]: DEBUG nova.compute.utils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.145844] env[69742]: DEBUG nova.compute.manager [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.146019] env[69742]: DEBUG nova.network.neutron [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.158494] env[69742]: DEBUG nova.compute.manager [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.383055] env[69742]: DEBUG nova.policy [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbc3de722b444a12bebe95a761becdb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '161bd1de26c545c582b91e62f5b2d933', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.563446] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.563863] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.575048] env[69742]: DEBUG nova.compute.manager [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.656856] env[69742]: DEBUG nova.compute.manager [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.708933] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.874192] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848374b3-4116-4ebd-9c01-5ccf048621a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.888216] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1d38da-5bd0-4009-9967-97f503f1d7fb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.923095] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0597b52-9efa-44cf-83a7-342ad9b3cdad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.934030] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5235089-ea88-410a-85fc-cb4a7ed844a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.949064] env[69742]: DEBUG nova.compute.provider_tree [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.068273] env[69742]: DEBUG nova.compute.manager [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.115064] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.236189] env[69742]: DEBUG nova.network.neutron [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Successfully created port: 5ae678f5-d6d7-4302-9764-cd11c15ea866 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.457245] env[69742]: DEBUG nova.scheduler.client.report [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.614741] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.671194] env[69742]: DEBUG nova.compute.manager [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.698224] env[69742]: DEBUG nova.virt.hardware [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.698224] env[69742]: DEBUG nova.virt.hardware [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.698224] env[69742]: DEBUG nova.virt.hardware [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.698377] env[69742]: DEBUG nova.virt.hardware [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.698377] env[69742]: DEBUG nova.virt.hardware [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.698377] env[69742]: DEBUG nova.virt.hardware [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.698377] env[69742]: DEBUG nova.virt.hardware [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.698377] env[69742]: DEBUG nova.virt.hardware [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.698531] env[69742]: DEBUG nova.virt.hardware [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.698531] env[69742]: DEBUG nova.virt.hardware [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.698674] env[69742]: DEBUG nova.virt.hardware [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.699652] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f19d106-4f33-426c-9b1e-5ddf954a6155 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.712310] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6667a60-359c-4fff-82a6-6c6f9726a726 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.733283] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d5f337-594f-4c6a-be3e-1b05a9b81c9f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.962658] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.963405] env[69742]: DEBUG nova.compute.manager [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.966869] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.197s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.968715] env[69742]: INFO nova.compute.claims [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.022882] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.023365] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.473587] env[69742]: DEBUG nova.compute.utils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.479241] env[69742]: DEBUG nova.compute.manager [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.480182] env[69742]: DEBUG nova.network.neutron [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.526063] env[69742]: DEBUG nova.compute.manager [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.602553] env[69742]: DEBUG nova.policy [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc51937f793840229c35a113fdabf5cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f63d2a1278154f78bdd6f0e6ddc1a056', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.980158] env[69742]: DEBUG nova.compute.manager [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.060622] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.257170] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc41547-53eb-41f1-ac8d-da9d704d78dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.273079] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1048876-012a-491c-bad9-12077eb028de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.311939] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d903af70-0189-413b-801c-7e5db0716971 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.318548] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.320219] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.326369] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.327027] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "325ff5b6-806a-49a2-ab23-3447973a5dd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.327242] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "325ff5b6-806a-49a2-ab23-3447973a5dd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.328400] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.329736] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c7ccc5-d541-4c88-8a52-126b92fed7a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.334427] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.336964] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.336964] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._sync_power_states {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.351762] env[69742]: DEBUG nova.compute.provider_tree [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.406478] env[69742]: DEBUG nova.network.neutron [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Successfully created port: 27843f59-6d53-42f3-85ec-a0430a33c92e {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.678716] env[69742]: DEBUG nova.network.neutron [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Successfully updated port: 5ae678f5-d6d7-4302-9764-cd11c15ea866 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.835518] env[69742]: DEBUG nova.compute.manager [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.853818] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Getting list of instances from cluster (obj){ [ 652.853818] env[69742]: value = "domain-c8" [ 652.853818] env[69742]: _type = "ClusterComputeResource" [ 652.853818] env[69742]: } {{(pid=69742) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 652.856350] env[69742]: DEBUG nova.scheduler.client.report [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.860074] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bab65b-922d-4810-b80b-e414b6f47497 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.875729] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Got total of 0 instances {{(pid=69742) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 652.875952] env[69742]: WARNING nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] While synchronizing instance power states, found 3 instances in the database and 0 instances on the hypervisor. [ 652.880132] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid 7b16d0b6-3100-4a64-b469-ad481b1b417e {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 652.881059] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid e0685130-b55f-407f-b195-a705ac750cb1 {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 652.881059] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 652.881059] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "7b16d0b6-3100-4a64-b469-ad481b1b417e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.881171] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "e0685130-b55f-407f-b195-a705ac750cb1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.881295] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.883846] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.883846] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 652.883846] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.994020] env[69742]: DEBUG nova.compute.manager [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.028733] env[69742]: DEBUG nova.virt.hardware [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.028860] env[69742]: DEBUG nova.virt.hardware [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.028958] env[69742]: DEBUG nova.virt.hardware [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.029158] env[69742]: DEBUG nova.virt.hardware [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.029309] env[69742]: DEBUG nova.virt.hardware [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.029456] env[69742]: DEBUG nova.virt.hardware [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.029682] env[69742]: DEBUG nova.virt.hardware [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.029859] env[69742]: DEBUG nova.virt.hardware [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.030042] env[69742]: DEBUG nova.virt.hardware [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.030208] env[69742]: DEBUG nova.virt.hardware [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.030380] env[69742]: DEBUG nova.virt.hardware [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.031351] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5c510d-0c3a-4465-b09c-7e288821791a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.043949] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9645388-5aa3-40f9-8903-5f61f9f84521 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.182448] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "refresh_cache-7b16d0b6-3100-4a64-b469-ad481b1b417e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.183090] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquired lock "refresh_cache-7b16d0b6-3100-4a64-b469-ad481b1b417e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.183090] env[69742]: DEBUG nova.network.neutron [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.365686] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.368061] env[69742]: DEBUG nova.compute.manager [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.370758] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.427s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.374708] env[69742]: INFO nova.compute.claims [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.379135] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.387767] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.878332] env[69742]: DEBUG nova.compute.utils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.889137] env[69742]: DEBUG nova.compute.manager [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.889137] env[69742]: DEBUG nova.network.neutron [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.920352] env[69742]: DEBUG nova.network.neutron [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.001254] env[69742]: DEBUG nova.policy [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '799b03d90bb04e968e700da8f0f42fb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b0403216fa24ac68874dd0b2238b018', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.294077] env[69742]: DEBUG nova.network.neutron [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Updating instance_info_cache with network_info: [{"id": "5ae678f5-d6d7-4302-9764-cd11c15ea866", "address": "fa:16:3e:e7:63:bc", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae678f5-d6", "ovs_interfaceid": "5ae678f5-d6d7-4302-9764-cd11c15ea866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.388065] env[69742]: DEBUG nova.compute.manager [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.457343] env[69742]: DEBUG nova.compute.manager [req-a18b8b6b-1a4c-4917-b5d1-5722fac234c5 req-26127da3-77eb-4c17-aa12-9e2395b43218 service nova] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Received event network-vif-plugged-5ae678f5-d6d7-4302-9764-cd11c15ea866 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.457620] env[69742]: DEBUG oslo_concurrency.lockutils [req-a18b8b6b-1a4c-4917-b5d1-5722fac234c5 req-26127da3-77eb-4c17-aa12-9e2395b43218 service nova] Acquiring lock "7b16d0b6-3100-4a64-b469-ad481b1b417e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.458459] env[69742]: DEBUG oslo_concurrency.lockutils [req-a18b8b6b-1a4c-4917-b5d1-5722fac234c5 req-26127da3-77eb-4c17-aa12-9e2395b43218 service nova] Lock "7b16d0b6-3100-4a64-b469-ad481b1b417e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.458557] env[69742]: DEBUG oslo_concurrency.lockutils [req-a18b8b6b-1a4c-4917-b5d1-5722fac234c5 req-26127da3-77eb-4c17-aa12-9e2395b43218 service nova] Lock "7b16d0b6-3100-4a64-b469-ad481b1b417e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.458683] env[69742]: DEBUG nova.compute.manager [req-a18b8b6b-1a4c-4917-b5d1-5722fac234c5 req-26127da3-77eb-4c17-aa12-9e2395b43218 service nova] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] No waiting events found dispatching network-vif-plugged-5ae678f5-d6d7-4302-9764-cd11c15ea866 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.459021] env[69742]: WARNING nova.compute.manager [req-a18b8b6b-1a4c-4917-b5d1-5722fac234c5 req-26127da3-77eb-4c17-aa12-9e2395b43218 service nova] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Received unexpected event network-vif-plugged-5ae678f5-d6d7-4302-9764-cd11c15ea866 for instance with vm_state building and task_state spawning. [ 654.589752] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cff37e7-7da6-4f89-b3b7-3c8c3bdf3856 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.597807] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724961ef-6a52-4189-96df-ac24644f549d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.636786] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465d29c3-418a-4d63-9dd2-9fc0eb6e7661 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.645832] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60da1f3-4902-4dd8-9803-487223d7a4ec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.666204] env[69742]: DEBUG nova.compute.provider_tree [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.756833] env[69742]: DEBUG nova.network.neutron [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Successfully updated port: 27843f59-6d53-42f3-85ec-a0430a33c92e {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.775033] env[69742]: DEBUG nova.network.neutron [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Successfully created port: c096e904-97fb-4099-85c6-b653a6277d82 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.797411] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Releasing lock "refresh_cache-7b16d0b6-3100-4a64-b469-ad481b1b417e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.797760] env[69742]: DEBUG nova.compute.manager [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Instance network_info: |[{"id": "5ae678f5-d6d7-4302-9764-cd11c15ea866", "address": "fa:16:3e:e7:63:bc", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae678f5-d6", "ovs_interfaceid": "5ae678f5-d6d7-4302-9764-cd11c15ea866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.798296] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:63:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae678f5-d6d7-4302-9764-cd11c15ea866', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.816250] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.816250] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec973b04-1ca4-48d2-9a39-99be82a72d01 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.832178] env[69742]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 654.832178] env[69742]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69742) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 654.833178] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 654.833272] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Creating folder: Project (161bd1de26c545c582b91e62f5b2d933). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.833805] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-123a9660-cc36-421c-b1fe-aeda877bd5c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.846788] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Created folder: Project (161bd1de26c545c582b91e62f5b2d933) in parent group-v804621. [ 654.847020] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Creating folder: Instances. Parent ref: group-v804626. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.847274] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5037e07d-5fef-411b-85e8-2d2016d36905 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.857383] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Created folder: Instances in parent group-v804626. [ 654.857670] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.857833] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.858133] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b32c23e6-3336-4e1a-97cb-7b3fe9cde23e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.886949] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.886949] env[69742]: value = "task-4059928" [ 654.886949] env[69742]: _type = "Task" [ 654.886949] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.899075] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059928, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.169474] env[69742]: DEBUG nova.scheduler.client.report [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.260591] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquiring lock "refresh_cache-e0685130-b55f-407f-b195-a705ac750cb1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.260753] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquired lock "refresh_cache-e0685130-b55f-407f-b195-a705ac750cb1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.260938] env[69742]: DEBUG nova.network.neutron [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.406021] env[69742]: DEBUG nova.compute.manager [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.406021] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059928, 'name': CreateVM_Task, 'duration_secs': 0.390824} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.406353] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.422571] env[69742]: DEBUG oslo_vmware.service [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95af478-1ac3-468f-923c-33ad1cde08b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.433726] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.433726] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.433726] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.433726] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c497d5a0-6d2a-4c51-927f-9832f43bd962 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.439400] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 655.439400] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52653263-48f0-5aad-ece4-7723e21d4874" [ 655.439400] env[69742]: _type = "Task" [ 655.439400] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.445059] env[69742]: DEBUG nova.virt.hardware [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.445364] env[69742]: DEBUG nova.virt.hardware [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.445627] env[69742]: DEBUG nova.virt.hardware [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.448018] env[69742]: DEBUG nova.virt.hardware [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.448018] env[69742]: DEBUG nova.virt.hardware [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.448018] env[69742]: DEBUG nova.virt.hardware [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.448018] env[69742]: DEBUG nova.virt.hardware [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.448018] env[69742]: DEBUG nova.virt.hardware [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.448247] env[69742]: DEBUG nova.virt.hardware [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.448247] env[69742]: DEBUG nova.virt.hardware [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.448247] env[69742]: DEBUG nova.virt.hardware [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.448792] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa009e4e-987a-4e2c-951f-c1a1a530f865 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.464412] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52653263-48f0-5aad-ece4-7723e21d4874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.470654] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8481f96-0b24-4600-9a36-8bd38d4ffe95 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.678961] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.679537] env[69742]: DEBUG nova.compute.manager [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.682447] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.565s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.683803] env[69742]: INFO nova.compute.claims [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.851783] env[69742]: DEBUG nova.network.neutron [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.954734] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.955072] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.955576] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.955576] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.956129] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.956203] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1242fd9-2558-4716-b974-46c649730c35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.979605] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.980587] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.981027] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435db249-c2b5-4a91-ac29-befbd27c8771 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.993442] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d689847-6533-4178-8888-6890de2fc9d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.999541] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 655.999541] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52307e3f-adc7-0447-44a3-1177f65873a6" [ 655.999541] env[69742]: _type = "Task" [ 655.999541] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.018216] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52307e3f-adc7-0447-44a3-1177f65873a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.091323] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquiring lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.091572] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.192840] env[69742]: DEBUG nova.compute.utils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.200830] env[69742]: DEBUG nova.compute.manager [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Not allocating networking since 'none' was specified. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 656.511061] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Preparing fetch location {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 656.511393] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Creating directory with path [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.511582] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-718a43af-adef-4348-8d09-e80f2842eb50 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.535072] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Created directory with path [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.535876] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Fetch image to [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 656.536247] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Downloading image file data b5a23f29-0a7c-42e9-8405-f7b31a52580d to [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk on the data store datastore1 {{(pid=69742) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 656.537725] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8902de35-2c10-40ee-9402-9ca8bab5fe7a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.550368] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a311bf7c-f24a-4e68-9263-4c8c3878e569 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.567501] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bfde05-0396-411e-8380-e75a5f3ecf1f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.615666] env[69742]: DEBUG nova.network.neutron [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Updating instance_info_cache with network_info: [{"id": "27843f59-6d53-42f3-85ec-a0430a33c92e", "address": "fa:16:3e:3b:5a:c0", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27843f59-6d", "ovs_interfaceid": "27843f59-6d53-42f3-85ec-a0430a33c92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.618277] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a19cc45-8270-498c-ac86-a219113a6f36 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.626189] env[69742]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a1d5dfbc-5e3b-4508-9ced-11089f997d8f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.660956] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Downloading image file data b5a23f29-0a7c-42e9-8405-f7b31a52580d to the data store datastore1 {{(pid=69742) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 656.672134] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "57ebdc08-cc73-4c5d-983d-493ce3c220de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.672481] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "57ebdc08-cc73-4c5d-983d-493ce3c220de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.704602] env[69742]: DEBUG nova.compute.manager [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.754941] env[69742]: DEBUG oslo_vmware.rw_handles [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69742) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 657.123726] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Releasing lock "refresh_cache-e0685130-b55f-407f-b195-a705ac750cb1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.124160] env[69742]: DEBUG nova.compute.manager [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Instance network_info: |[{"id": "27843f59-6d53-42f3-85ec-a0430a33c92e", "address": "fa:16:3e:3b:5a:c0", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27843f59-6d", "ovs_interfaceid": "27843f59-6d53-42f3-85ec-a0430a33c92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.124786] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:5a:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27843f59-6d53-42f3-85ec-a0430a33c92e', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.153016] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Creating folder: Project (f63d2a1278154f78bdd6f0e6ddc1a056). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.163315] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b53a2fc9-5e80-4d62-9425-7fb7789132d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.190517] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Created folder: Project (f63d2a1278154f78bdd6f0e6ddc1a056) in parent group-v804621. [ 657.190517] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Creating folder: Instances. Parent ref: group-v804629. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.197858] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b668e4e3-3fe6-4fee-b24f-9db1e3271bbc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.204755] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6594a019-de6d-4e1e-a2fd-59b729f3a82e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.221844] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d614b85-dbee-4708-b62e-0381601073c8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.226283] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Created folder: Instances in parent group-v804629. [ 657.226572] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.227143] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.231928] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e689be0-ae6b-4774-926f-37b7ba554ad8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.283222] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7272f5ad-c5fd-4fe7-b884-1bc5a2db63bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.289929] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.289929] env[69742]: value = "task-4059932" [ 657.289929] env[69742]: _type = "Task" [ 657.289929] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.295970] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e55ddd-8b03-40cc-bc55-f4d8f6495268 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.307133] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059932, 'name': CreateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.316217] env[69742]: DEBUG nova.compute.provider_tree [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.510639] env[69742]: DEBUG nova.compute.manager [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Received event network-changed-5ae678f5-d6d7-4302-9764-cd11c15ea866 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.510639] env[69742]: DEBUG nova.compute.manager [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Refreshing instance network info cache due to event network-changed-5ae678f5-d6d7-4302-9764-cd11c15ea866. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.510639] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] Acquiring lock "refresh_cache-7b16d0b6-3100-4a64-b469-ad481b1b417e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.511073] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] Acquired lock "refresh_cache-7b16d0b6-3100-4a64-b469-ad481b1b417e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.511073] env[69742]: DEBUG nova.network.neutron [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Refreshing network info cache for port 5ae678f5-d6d7-4302-9764-cd11c15ea866 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.530516] env[69742]: DEBUG oslo_vmware.rw_handles [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Completed reading data from the image iterator. {{(pid=69742) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 657.531289] env[69742]: DEBUG oslo_vmware.rw_handles [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 657.631411] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Downloaded image file data b5a23f29-0a7c-42e9-8405-f7b31a52580d to vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk on the data store datastore1 {{(pid=69742) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 657.634048] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Caching image {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 657.634439] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Copying Virtual Disk [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk to [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.635085] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f271e59-afee-4b0d-80ba-79ec66ce2add {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.646864] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 657.646864] env[69742]: value = "task-4059933" [ 657.646864] env[69742]: _type = "Task" [ 657.646864] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.656934] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.728557] env[69742]: DEBUG nova.compute.manager [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.775642] env[69742]: DEBUG nova.virt.hardware [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.775642] env[69742]: DEBUG nova.virt.hardware [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.775642] env[69742]: DEBUG nova.virt.hardware [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.775808] env[69742]: DEBUG nova.virt.hardware [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.775808] env[69742]: DEBUG nova.virt.hardware [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.775808] env[69742]: DEBUG nova.virt.hardware [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.776396] env[69742]: DEBUG nova.virt.hardware [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.776615] env[69742]: DEBUG nova.virt.hardware [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.776805] env[69742]: DEBUG nova.virt.hardware [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.776974] env[69742]: DEBUG nova.virt.hardware [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.777183] env[69742]: DEBUG nova.virt.hardware [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.778182] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d93773-2a01-4b77-9d4c-a0a9cfb329a7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.799185] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1125d3-f4c1-4ba2-a23e-87cf5751277e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.804838] env[69742]: DEBUG nova.network.neutron [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Successfully updated port: c096e904-97fb-4099-85c6-b653a6277d82 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.825283] env[69742]: DEBUG nova.scheduler.client.report [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.832428] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.840124] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Creating folder: Project (637d5fd09034433b9425b9301a3ce25a). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.845162] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a255492-23fd-4c6c-8012-3eb6ab5bc861 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.846958] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059932, 'name': CreateVM_Task, 'duration_secs': 0.390657} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.847483] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.848987] env[69742]: DEBUG oslo_vmware.service [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908637b7-d6c6-4c04-9406-9928c2c1c4f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.858521] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.858521] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.859397] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.859524] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3413d28b-f044-478d-b288-7cdea8ba2236 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.862561] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Created folder: Project (637d5fd09034433b9425b9301a3ce25a) in parent group-v804621. [ 657.862865] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Creating folder: Instances. Parent ref: group-v804632. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.863609] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bde50d56-b927-42a7-8a28-0b51a9b2b705 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.867789] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 657.867789] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5272307b-60e9-6b93-0797-a585e1f3d228" [ 657.867789] env[69742]: _type = "Task" [ 657.867789] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.878246] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5272307b-60e9-6b93-0797-a585e1f3d228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.879782] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Created folder: Instances in parent group-v804632. [ 657.880012] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.880810] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.880810] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9ccf13f-910f-4382-930c-c346b1b484af {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.905385] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.905385] env[69742]: value = "task-4059936" [ 657.905385] env[69742]: _type = "Task" [ 657.905385] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.920751] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059936, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.921916] env[69742]: DEBUG nova.compute.manager [req-aebc0996-70a8-4e65-af39-ec914dedf892 req-16cfdcd4-fd53-44db-a816-806ae0061547 service nova] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Received event network-vif-plugged-c096e904-97fb-4099-85c6-b653a6277d82 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.922150] env[69742]: DEBUG oslo_concurrency.lockutils [req-aebc0996-70a8-4e65-af39-ec914dedf892 req-16cfdcd4-fd53-44db-a816-806ae0061547 service nova] Acquiring lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.922384] env[69742]: DEBUG oslo_concurrency.lockutils [req-aebc0996-70a8-4e65-af39-ec914dedf892 req-16cfdcd4-fd53-44db-a816-806ae0061547 service nova] Lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.922526] env[69742]: DEBUG oslo_concurrency.lockutils [req-aebc0996-70a8-4e65-af39-ec914dedf892 req-16cfdcd4-fd53-44db-a816-806ae0061547 service nova] Lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.922690] env[69742]: DEBUG nova.compute.manager [req-aebc0996-70a8-4e65-af39-ec914dedf892 req-16cfdcd4-fd53-44db-a816-806ae0061547 service nova] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] No waiting events found dispatching network-vif-plugged-c096e904-97fb-4099-85c6-b653a6277d82 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.922854] env[69742]: WARNING nova.compute.manager [req-aebc0996-70a8-4e65-af39-ec914dedf892 req-16cfdcd4-fd53-44db-a816-806ae0061547 service nova] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Received unexpected event network-vif-plugged-c096e904-97fb-4099-85c6-b653a6277d82 for instance with vm_state building and task_state spawning. [ 658.157271] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059933, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.309528] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "refresh_cache-42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.309875] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired lock "refresh_cache-42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.310411] env[69742]: DEBUG nova.network.neutron [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.342755] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.343496] env[69742]: DEBUG nova.compute.manager [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.348105] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.639s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.349504] env[69742]: INFO nova.compute.claims [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.381069] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.381150] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.381358] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.381499] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.381694] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.382109] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68b6f8bf-c7bf-4804-bb05-306f09405512 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.392432] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.392661] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.394796] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c390a6-4267-42dd-8548-d584b8a09d09 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.402200] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28683ef3-e3c0-46c8-a013-3d2b93840a0d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.417112] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 658.417112] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5241dc45-1897-44e5-8826-66546b65b896" [ 658.417112] env[69742]: _type = "Task" [ 658.417112] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.420995] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059936, 'name': CreateVM_Task, 'duration_secs': 0.449049} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.424202] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.424659] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.424816] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.425270] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.426138] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febef276-21e0-4bfd-9dd4-34f6263ab75a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.431261] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5241dc45-1897-44e5-8826-66546b65b896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.436198] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for the task: (returnval){ [ 658.436198] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522ce860-112d-83a1-84a2-5818a0d52a87" [ 658.436198] env[69742]: _type = "Task" [ 658.436198] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.447217] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522ce860-112d-83a1-84a2-5818a0d52a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.667100] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729177} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.667791] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Copied Virtual Disk [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk to [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.667791] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Deleting the datastore file [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.667966] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91b0e7de-34dd-4b1f-a97f-91e58b4e7285 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.675715] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 658.675715] env[69742]: value = "task-4059937" [ 658.675715] env[69742]: _type = "Task" [ 658.675715] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.688370] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.855402] env[69742]: DEBUG nova.compute.utils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.860645] env[69742]: DEBUG nova.compute.manager [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.860645] env[69742]: DEBUG nova.network.neutron [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.899166] env[69742]: DEBUG nova.network.neutron [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.945609] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Preparing fetch location {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 658.945724] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Creating directory with path [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.945988] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efd68480-9dcf-4abe-9c4c-fb9fe7c5271c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.954933] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.956050] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.956387] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.965822] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Created directory with path [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.966327] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Fetch image to [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 658.966327] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Downloading image file data b5a23f29-0a7c-42e9-8405-f7b31a52580d to [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk on the data store datastore2 {{(pid=69742) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 658.968058] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b069c8-92ec-48ec-840f-596aa50e9726 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.976397] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d804c6-e6ef-4bab-a660-781170585f2b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.988799] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9106fcb7-be49-40ce-ac0f-ff9ab052a9d2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.024479] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f32b728-3cef-491c-bd32-886ff7c819bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.028975] env[69742]: DEBUG nova.network.neutron [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Updated VIF entry in instance network info cache for port 5ae678f5-d6d7-4302-9764-cd11c15ea866. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.029343] env[69742]: DEBUG nova.network.neutron [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Updating instance_info_cache with network_info: [{"id": "5ae678f5-d6d7-4302-9764-cd11c15ea866", "address": "fa:16:3e:e7:63:bc", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae678f5-d6", "ovs_interfaceid": "5ae678f5-d6d7-4302-9764-cd11c15ea866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.032529] env[69742]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-17add264-16f5-4168-9cbb-54e60e4a2bc5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.061579] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Downloading image file data b5a23f29-0a7c-42e9-8405-f7b31a52580d to the data store datastore2 {{(pid=69742) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 659.161493] env[69742]: DEBUG oslo_vmware.rw_handles [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69742) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 659.251018] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027576} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.251018] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.251018] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Moving file from [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705/b5a23f29-0a7c-42e9-8405-f7b31a52580d to [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d. {{(pid=69742) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 659.251018] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-71667b02-7677-4601-89e6-68c9a287d793 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.261181] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 659.261181] env[69742]: value = "task-4059938" [ 659.261181] env[69742]: _type = "Task" [ 659.261181] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.274148] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059938, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.279262] env[69742]: DEBUG nova.policy [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa82f0fb199e440999368ae749a1e446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e0b45acbc714de2ab07261a6e6375b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.362166] env[69742]: DEBUG nova.compute.manager [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.533449] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] Releasing lock "refresh_cache-7b16d0b6-3100-4a64-b469-ad481b1b417e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.534070] env[69742]: DEBUG nova.compute.manager [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Received event network-vif-plugged-27843f59-6d53-42f3-85ec-a0430a33c92e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.534754] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] Acquiring lock "e0685130-b55f-407f-b195-a705ac750cb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.535025] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] Lock "e0685130-b55f-407f-b195-a705ac750cb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.535499] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] Lock "e0685130-b55f-407f-b195-a705ac750cb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.535499] env[69742]: DEBUG nova.compute.manager [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: e0685130-b55f-407f-b195-a705ac750cb1] No waiting events found dispatching network-vif-plugged-27843f59-6d53-42f3-85ec-a0430a33c92e {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.535621] env[69742]: WARNING nova.compute.manager [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Received unexpected event network-vif-plugged-27843f59-6d53-42f3-85ec-a0430a33c92e for instance with vm_state building and task_state spawning. [ 659.535704] env[69742]: DEBUG nova.compute.manager [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Received event network-changed-27843f59-6d53-42f3-85ec-a0430a33c92e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.535865] env[69742]: DEBUG nova.compute.manager [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Refreshing instance network info cache due to event network-changed-27843f59-6d53-42f3-85ec-a0430a33c92e. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.536075] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] Acquiring lock "refresh_cache-e0685130-b55f-407f-b195-a705ac750cb1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.536208] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] Acquired lock "refresh_cache-e0685130-b55f-407f-b195-a705ac750cb1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.536361] env[69742]: DEBUG nova.network.neutron [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Refreshing network info cache for port 27843f59-6d53-42f3-85ec-a0430a33c92e {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.673148] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe1e975-cd59-4f79-810f-414d6bd6d2ca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.682553] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed59363-c79e-4097-b135-5297212021a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.716514] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf6f86a-b4a5-4817-a7f4-668450b7466f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.725864] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2495f2-8ed3-4f1e-8225-0351f51d47d2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.743285] env[69742]: DEBUG nova.compute.provider_tree [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.773720] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059938, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035334} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.773720] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] File moved {{(pid=69742) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 659.773959] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Cleaning up location [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705 {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 659.774176] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Deleting the datastore file [datastore1] vmware_temp/db31b783-6e30-43bf-9b43-50f360699705 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.775874] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e9c0341-fd4a-4167-bc62-1c244e3f472c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.789864] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 659.789864] env[69742]: value = "task-4059939" [ 659.789864] env[69742]: _type = "Task" [ 659.789864] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.794687] env[69742]: DEBUG nova.network.neutron [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Updating instance_info_cache with network_info: [{"id": "c096e904-97fb-4099-85c6-b653a6277d82", "address": "fa:16:3e:24:6b:db", "network": {"id": "2e9312b9-e96b-4cce-97f9-f7f881005222", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1170820594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0403216fa24ac68874dd0b2238b018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc096e904-97", "ovs_interfaceid": "c096e904-97fb-4099-85c6-b653a6277d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.808182] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.943182] env[69742]: DEBUG oslo_vmware.rw_handles [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Completed reading data from the image iterator. {{(pid=69742) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 659.943543] env[69742]: DEBUG oslo_vmware.rw_handles [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 660.033563] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Downloaded image file data b5a23f29-0a7c-42e9-8405-f7b31a52580d to vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk on the data store datastore2 {{(pid=69742) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 660.037411] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Caching image {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 660.038848] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Copying Virtual Disk [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk to [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.039367] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea587ef5-4184-4777-bcbb-ce7d15c70b04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.050968] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 660.050968] env[69742]: value = "task-4059940" [ 660.050968] env[69742]: _type = "Task" [ 660.050968] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.060209] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.250021] env[69742]: DEBUG nova.scheduler.client.report [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.300835] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Releasing lock "refresh_cache-42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.301375] env[69742]: DEBUG nova.compute.manager [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Instance network_info: |[{"id": "c096e904-97fb-4099-85c6-b653a6277d82", "address": "fa:16:3e:24:6b:db", "network": {"id": "2e9312b9-e96b-4cce-97f9-f7f881005222", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1170820594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0403216fa24ac68874dd0b2238b018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc096e904-97", "ovs_interfaceid": "c096e904-97fb-4099-85c6-b653a6277d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.305227] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:6b:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c096e904-97fb-4099-85c6-b653a6277d82', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.314116] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Creating folder: Project (2b0403216fa24ac68874dd0b2238b018). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.314116] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031307} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.314116] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87f4b3ae-ec08-4977-93c5-7f21998accd6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.316054] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.317478] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0506b82-c672-4d56-b943-009a3050d342 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.327846] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 660.327846] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52006596-3caf-8ff0-ea5f-ef1a2d994c66" [ 660.327846] env[69742]: _type = "Task" [ 660.327846] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.333732] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Created folder: Project (2b0403216fa24ac68874dd0b2238b018) in parent group-v804621. [ 660.333732] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Creating folder: Instances. Parent ref: group-v804635. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.333732] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9201dd90-9c41-449c-893e-e5dd46567b88 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.339482] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52006596-3caf-8ff0-ea5f-ef1a2d994c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.349532] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Created folder: Instances in parent group-v804635. [ 660.349705] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.349870] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.350377] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5d9b387-759e-4930-b3f5-e34ac1d41abd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.377962] env[69742]: DEBUG nova.compute.manager [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.384275] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.384275] env[69742]: value = "task-4059943" [ 660.384275] env[69742]: _type = "Task" [ 660.384275] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.400289] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059943, 'name': CreateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.410039] env[69742]: DEBUG nova.virt.hardware [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.410414] env[69742]: DEBUG nova.virt.hardware [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.410583] env[69742]: DEBUG nova.virt.hardware [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.410768] env[69742]: DEBUG nova.virt.hardware [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.410945] env[69742]: DEBUG nova.virt.hardware [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.411123] env[69742]: DEBUG nova.virt.hardware [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.411360] env[69742]: DEBUG nova.virt.hardware [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.411606] env[69742]: DEBUG nova.virt.hardware [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.411907] env[69742]: DEBUG nova.virt.hardware [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.412334] env[69742]: DEBUG nova.virt.hardware [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.412527] env[69742]: DEBUG nova.virt.hardware [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.414968] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dd5047-a6ba-4bec-858f-358a4db66322 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.426259] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35ee7f0-4819-44f2-bae1-e610ec6864ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.563277] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059940, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.766542] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.766542] env[69742]: DEBUG nova.compute.manager [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.769763] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.655s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.771527] env[69742]: INFO nova.compute.claims [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.842905] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52006596-3caf-8ff0-ea5f-ef1a2d994c66, 'name': SearchDatastore_Task, 'duration_secs': 0.016859} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.845179] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.845573] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 7b16d0b6-3100-4a64-b469-ad481b1b417e/7b16d0b6-3100-4a64-b469-ad481b1b417e.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.846144] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5218e7b-b8c5-4d94-8775-76c1d9fd6766 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.858634] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 660.858634] env[69742]: value = "task-4059944" [ 660.858634] env[69742]: _type = "Task" [ 660.858634] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.878650] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.899956] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059943, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.066401] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719011} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.066801] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Copied Virtual Disk [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk to [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.067143] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Deleting the datastore file [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d/tmp-sparse.vmdk {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.070366] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0551a848-82a6-4a94-89f1-2254ef5f94ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.079830] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 661.079830] env[69742]: value = "task-4059945" [ 661.079830] env[69742]: _type = "Task" [ 661.079830] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.095814] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.291895] env[69742]: DEBUG nova.compute.utils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.294657] env[69742]: DEBUG nova.compute.manager [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Not allocating networking since 'none' was specified. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 661.379144] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059944, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.400539] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059943, 'name': CreateVM_Task, 'duration_secs': 0.568057} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.400878] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.401938] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.402293] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.402719] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.403125] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7e8b9d-e386-411e-bc98-191af8acd762 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.409009] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 661.409009] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528443d9-dd00-5261-bea5-43a115575f44" [ 661.409009] env[69742]: _type = "Task" [ 661.409009] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.418704] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528443d9-dd00-5261-bea5-43a115575f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.456495] env[69742]: DEBUG nova.network.neutron [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Updated VIF entry in instance network info cache for port 27843f59-6d53-42f3-85ec-a0430a33c92e. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.456495] env[69742]: DEBUG nova.network.neutron [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Updating instance_info_cache with network_info: [{"id": "27843f59-6d53-42f3-85ec-a0430a33c92e", "address": "fa:16:3e:3b:5a:c0", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27843f59-6d", "ovs_interfaceid": "27843f59-6d53-42f3-85ec-a0430a33c92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.568027] env[69742]: DEBUG nova.network.neutron [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Successfully created port: 5d71eeb0-7832-4f75-8ccd-87b8faa4b27f {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.598960] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03837} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.600063] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.601074] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Moving file from [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36/b5a23f29-0a7c-42e9-8405-f7b31a52580d to [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d. {{(pid=69742) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 661.601385] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-96dd6c0c-022f-4bab-a862-19bc1c21430d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.609096] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 661.609096] env[69742]: value = "task-4059946" [ 661.609096] env[69742]: _type = "Task" [ 661.609096] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.621949] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059946, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.803247] env[69742]: DEBUG nova.compute.manager [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.884209] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53792} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.884900] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 7b16d0b6-3100-4a64-b469-ad481b1b417e/7b16d0b6-3100-4a64-b469-ad481b1b417e.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.885066] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.885335] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-558608df-baf7-4b6c-bb94-31ff3b1cb2b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.897357] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 661.897357] env[69742]: value = "task-4059947" [ 661.897357] env[69742]: _type = "Task" [ 661.897357] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.921402] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.928432] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.928803] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.928927] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.959316] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7ad065d-e03d-4d6e-b232-7a966bfee40d req-6b0a18c6-8108-4f05-9b5a-5bab2c0f1956 service nova] Releasing lock "refresh_cache-e0685130-b55f-407f-b195-a705ac750cb1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.030801] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquiring lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.031035] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.130160] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059946, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030567} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.130976] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] File moved {{(pid=69742) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 662.131312] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Cleaning up location [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36 {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 662.131617] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Deleting the datastore file [datastore2] vmware_temp/5b5e1974-30d0-490b-87e0-e4c2754acc36 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.132534] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b8f3ed-7769-49ea-a5cc-6692b97e19f9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.136624] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0935e051-ef29-4220-a452-a0e9cc185dd6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.148541] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7723eb0-b4fc-4acc-8627-4291bfbcf67a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.152041] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 662.152041] env[69742]: value = "task-4059948" [ 662.152041] env[69742]: _type = "Task" [ 662.152041] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.182359] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd606a7-3074-41f3-bed9-692781a3f4eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.188272] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02638} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.188910] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.189689] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b0a500e-f443-43d9-b294-c55790ee9e97 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.198851] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58675bcc-edf7-4cf8-b9d6-987d0eaa24b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.204948] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 662.204948] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5294693d-c6dc-fed2-f87a-4c9b78f2ec01" [ 662.204948] env[69742]: _type = "Task" [ 662.204948] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.216624] env[69742]: DEBUG nova.compute.provider_tree [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.223977] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5294693d-c6dc-fed2-f87a-4c9b78f2ec01, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.224253] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.224636] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e0685130-b55f-407f-b195-a705ac750cb1/e0685130-b55f-407f-b195-a705ac750cb1.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.225385] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.225666] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.226014] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9d3c572-d428-4048-ac19-974b9aab38d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.228180] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8957d04-7b67-45c0-8c5d-ae6f7171d7ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.236292] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 662.236292] env[69742]: value = "task-4059949" [ 662.236292] env[69742]: _type = "Task" [ 662.236292] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.241304] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.241491] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.243089] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c906c30-5225-4d31-8a09-3b5b62f4b3fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.249182] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.253139] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for the task: (returnval){ [ 662.253139] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525f6ffa-bb1d-bbcb-478c-30be3d26078d" [ 662.253139] env[69742]: _type = "Task" [ 662.253139] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.266067] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525f6ffa-bb1d-bbcb-478c-30be3d26078d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.415261] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07414} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.415556] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.416511] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6df9f2-36e1-4a77-b0f4-a6de80c16b9d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.445350] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 7b16d0b6-3100-4a64-b469-ad481b1b417e/7b16d0b6-3100-4a64-b469-ad481b1b417e.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.445680] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b408860-9d33-46eb-b1cc-f374d8e084b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.472033] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 662.472033] env[69742]: value = "task-4059950" [ 662.472033] env[69742]: _type = "Task" [ 662.472033] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.488053] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.720817] env[69742]: DEBUG nova.scheduler.client.report [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.751948] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059949, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.765166] env[69742]: DEBUG nova.compute.manager [req-5328790d-418c-446e-bcb6-b4b3e62e777d req-2b2d8a55-74f6-4629-baee-79d517a81e5c service nova] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Received event network-changed-c096e904-97fb-4099-85c6-b653a6277d82 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.765373] env[69742]: DEBUG nova.compute.manager [req-5328790d-418c-446e-bcb6-b4b3e62e777d req-2b2d8a55-74f6-4629-baee-79d517a81e5c service nova] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Refreshing instance network info cache due to event network-changed-c096e904-97fb-4099-85c6-b653a6277d82. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.765595] env[69742]: DEBUG oslo_concurrency.lockutils [req-5328790d-418c-446e-bcb6-b4b3e62e777d req-2b2d8a55-74f6-4629-baee-79d517a81e5c service nova] Acquiring lock "refresh_cache-42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.765812] env[69742]: DEBUG oslo_concurrency.lockutils [req-5328790d-418c-446e-bcb6-b4b3e62e777d req-2b2d8a55-74f6-4629-baee-79d517a81e5c service nova] Acquired lock "refresh_cache-42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.765953] env[69742]: DEBUG nova.network.neutron [req-5328790d-418c-446e-bcb6-b4b3e62e777d req-2b2d8a55-74f6-4629-baee-79d517a81e5c service nova] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Refreshing network info cache for port c096e904-97fb-4099-85c6-b653a6277d82 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.773366] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525f6ffa-bb1d-bbcb-478c-30be3d26078d, 'name': SearchDatastore_Task, 'duration_secs': 0.018029} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.774468] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450d63d3-5376-4d95-8f17-c27cbc76aed2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.782962] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for the task: (returnval){ [ 662.782962] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c3a3a0-d7f4-dfd4-9979-d154975a3014" [ 662.782962] env[69742]: _type = "Task" [ 662.782962] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.794880] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c3a3a0-d7f4-dfd4-9979-d154975a3014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.817461] env[69742]: DEBUG nova.compute.manager [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.835348] env[69742]: DEBUG oslo_concurrency.lockutils [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Acquiring lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.835551] env[69742]: DEBUG oslo_concurrency.lockutils [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.848218] env[69742]: DEBUG nova.virt.hardware [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.848505] env[69742]: DEBUG nova.virt.hardware [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.848671] env[69742]: DEBUG nova.virt.hardware [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.848743] env[69742]: DEBUG nova.virt.hardware [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.848869] env[69742]: DEBUG nova.virt.hardware [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.849013] env[69742]: DEBUG nova.virt.hardware [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.849703] env[69742]: DEBUG nova.virt.hardware [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.849881] env[69742]: DEBUG nova.virt.hardware [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.850061] env[69742]: DEBUG nova.virt.hardware [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.850709] env[69742]: DEBUG nova.virt.hardware [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.850928] env[69742]: DEBUG nova.virt.hardware [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.851983] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794fac79-a51c-4a54-a154-da8cdd67977d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.862045] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc87278a-15d9-4c26-8fea-005b46a48fc7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.879544] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.888169] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Creating folder: Project (74548fbd1d994d0e95e2fa6636bf46d2). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.888521] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af08ed7d-c68b-410d-9677-6cbd8ef1cc70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.899388] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Created folder: Project (74548fbd1d994d0e95e2fa6636bf46d2) in parent group-v804621. [ 662.899624] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Creating folder: Instances. Parent ref: group-v804638. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.899888] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e847a3e-74c8-4c1d-9741-2a5f49179be3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.909994] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Created folder: Instances in parent group-v804638. [ 662.910424] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.910560] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.910685] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6d662de-2c2c-49f6-b04f-9df7cb66ac92 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.930566] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.930566] env[69742]: value = "task-4059953" [ 662.930566] env[69742]: _type = "Task" [ 662.930566] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.938998] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059953, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.983860] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059950, 'name': ReconfigVM_Task, 'duration_secs': 0.386728} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.984759] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 7b16d0b6-3100-4a64-b469-ad481b1b417e/7b16d0b6-3100-4a64-b469-ad481b1b417e.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.985650] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd528091-6066-43a0-88b3-5eb62c10fbe3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.995066] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 662.995066] env[69742]: value = "task-4059954" [ 662.995066] env[69742]: _type = "Task" [ 662.995066] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.006950] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059954, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.027545] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquiring lock "b0634adf-22c7-45be-b90f-30400b68f52b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.027813] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Lock "b0634adf-22c7-45be-b90f-30400b68f52b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.226706] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.228767] env[69742]: DEBUG nova.compute.manager [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.231591] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.617s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.235021] env[69742]: INFO nova.compute.claims [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.252733] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578486} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.253316] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e0685130-b55f-407f-b195-a705ac750cb1/e0685130-b55f-407f-b195-a705ac750cb1.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.255790] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.255790] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d750f018-991b-4fd9-b443-58347fecc141 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.263396] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 663.263396] env[69742]: value = "task-4059955" [ 663.263396] env[69742]: _type = "Task" [ 663.263396] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.274640] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.303491] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c3a3a0-d7f4-dfd4-9979-d154975a3014, 'name': SearchDatastore_Task, 'duration_secs': 0.018005} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.303491] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.303491] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 2614820e-831b-445d-8728-1b906bfc5c90/2614820e-831b-445d-8728-1b906bfc5c90.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.303491] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.303741] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.303741] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46f8d7f8-4e86-4db0-be70-fe844332ebe3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.305589] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4755155a-5b2f-43ce-90b0-acda14049e5c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.318074] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for the task: (returnval){ [ 663.318074] env[69742]: value = "task-4059956" [ 663.318074] env[69742]: _type = "Task" [ 663.318074] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.319835] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.319835] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.324805] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79c8534-89ac-4671-9dfe-65b77ae7ae13 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.337030] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.337343] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 663.337343] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a940bc-30e5-8fde-fd64-66b432be48f0" [ 663.337343] env[69742]: _type = "Task" [ 663.337343] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.346906] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a940bc-30e5-8fde-fd64-66b432be48f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.441600] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059953, 'name': CreateVM_Task, 'duration_secs': 0.346905} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.441600] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.442169] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.442332] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.442716] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.443022] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae34d6b-0f30-4f01-a6cd-d147ad3540ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.449375] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 663.449375] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522da036-01a1-7f64-45b5-67222110cc6a" [ 663.449375] env[69742]: _type = "Task" [ 663.449375] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.461689] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522da036-01a1-7f64-45b5-67222110cc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.515185] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059954, 'name': Rename_Task, 'duration_secs': 0.159011} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.515548] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.515834] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d18d5a7d-ba71-4ed8-8060-c4ac176ceaae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.531094] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 663.531094] env[69742]: value = "task-4059957" [ 663.531094] env[69742]: _type = "Task" [ 663.531094] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.547319] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.738682] env[69742]: DEBUG nova.compute.utils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.740373] env[69742]: DEBUG nova.compute.manager [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.741158] env[69742]: DEBUG nova.network.neutron [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.778126] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070984} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.778126] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.779158] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b782e-5285-4bae-b296-34c5f360a6a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.809067] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] e0685130-b55f-407f-b195-a705ac750cb1/e0685130-b55f-407f-b195-a705ac750cb1.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.809770] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da7734a5-280d-425e-b9e6-1e1293d7782d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.831215] env[69742]: DEBUG nova.policy [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df4e9058abcd4883898bfcfde591b833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '913c2828513944ca85f9fbc169fe435d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.837555] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497234} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.837842] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 663.837842] env[69742]: value = "task-4059958" [ 663.837842] env[69742]: _type = "Task" [ 663.837842] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.838299] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 2614820e-831b-445d-8728-1b906bfc5c90/2614820e-831b-445d-8728-1b906bfc5c90.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.838651] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.843924] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aed4a6f6-1d4a-4b54-b884-d106a03a16cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.863253] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a940bc-30e5-8fde-fd64-66b432be48f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01985} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.866531] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0468ff31-9656-4823-9360-b826297bc022 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.869208] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for the task: (returnval){ [ 663.869208] env[69742]: value = "task-4059959" [ 663.869208] env[69742]: _type = "Task" [ 663.869208] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.877873] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.878106] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 663.878106] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522453cb-249e-4c7f-ce72-928a45c042b5" [ 663.878106] env[69742]: _type = "Task" [ 663.878106] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.884929] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.891584] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522453cb-249e-4c7f-ce72-928a45c042b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012894} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.891911] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.892273] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d/42963f87-0fef-4d3c-9f3c-26fd35d8fb8d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.892584] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-500fe022-bb10-4f0e-8b1c-0cfe990db5fa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.902471] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 663.902471] env[69742]: value = "task-4059960" [ 663.902471] env[69742]: _type = "Task" [ 663.902471] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.910838] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.961816] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522da036-01a1-7f64-45b5-67222110cc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.962206] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.962442] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.962702] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.962853] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.963052] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.963342] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08dca7f0-2e30-43ba-9824-42478ee345a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.974209] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.974321] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.975848] env[69742]: DEBUG nova.network.neutron [req-5328790d-418c-446e-bcb6-b4b3e62e777d req-2b2d8a55-74f6-4629-baee-79d517a81e5c service nova] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Updated VIF entry in instance network info cache for port c096e904-97fb-4099-85c6-b653a6277d82. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.976227] env[69742]: DEBUG nova.network.neutron [req-5328790d-418c-446e-bcb6-b4b3e62e777d req-2b2d8a55-74f6-4629-baee-79d517a81e5c service nova] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Updating instance_info_cache with network_info: [{"id": "c096e904-97fb-4099-85c6-b653a6277d82", "address": "fa:16:3e:24:6b:db", "network": {"id": "2e9312b9-e96b-4cce-97f9-f7f881005222", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1170820594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0403216fa24ac68874dd0b2238b018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc096e904-97", "ovs_interfaceid": "c096e904-97fb-4099-85c6-b653a6277d82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.978764] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c567d8-d5c5-4a2e-8593-c506857d8740 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.984928] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 663.984928] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5280b5d1-02b8-bae0-2cf4-33030918c966" [ 663.984928] env[69742]: _type = "Task" [ 663.984928] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.995053] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5280b5d1-02b8-bae0-2cf4-33030918c966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.045686] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059957, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.247036] env[69742]: DEBUG nova.compute.manager [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.306187] env[69742]: DEBUG nova.network.neutron [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Successfully created port: 32a87bd1-1e91-4167-841a-831eb5710258 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.352422] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059958, 'name': ReconfigVM_Task, 'duration_secs': 0.466428} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.353059] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Reconfigured VM instance instance-00000002 to attach disk [datastore2] e0685130-b55f-407f-b195-a705ac750cb1/e0685130-b55f-407f-b195-a705ac750cb1.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.353580] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-082d5ff8-4b98-4304-9ea9-a52ebb062372 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.362368] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 664.362368] env[69742]: value = "task-4059961" [ 664.362368] env[69742]: _type = "Task" [ 664.362368] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.378211] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059961, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.390090] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075856} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.390090] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.390090] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94f8073-f8b1-4adb-9fa0-c88b89d41593 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.411880] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 2614820e-831b-445d-8728-1b906bfc5c90/2614820e-831b-445d-8728-1b906bfc5c90.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.418326] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-313c90fe-8b6d-437c-bd42-58eac0a97ed3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.440414] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059960, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.441778] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for the task: (returnval){ [ 664.441778] env[69742]: value = "task-4059962" [ 664.441778] env[69742]: _type = "Task" [ 664.441778] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.452820] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.454098] env[69742]: DEBUG nova.network.neutron [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Successfully updated port: 5d71eeb0-7832-4f75-8ccd-87b8faa4b27f {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.484528] env[69742]: DEBUG oslo_concurrency.lockutils [req-5328790d-418c-446e-bcb6-b4b3e62e777d req-2b2d8a55-74f6-4629-baee-79d517a81e5c service nova] Releasing lock "refresh_cache-42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.499210] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5280b5d1-02b8-bae0-2cf4-33030918c966, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.503462] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a554f6e8-b416-4dc2-8f1c-2610d99a1b6f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.512339] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 664.512339] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a2483e-8997-f133-b434-2c742b9f8860" [ 664.512339] env[69742]: _type = "Task" [ 664.512339] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.522290] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a2483e-8997-f133-b434-2c742b9f8860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.544964] env[69742]: DEBUG oslo_vmware.api [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4059957, 'name': PowerOnVM_Task, 'duration_secs': 0.560617} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.545288] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.545728] env[69742]: INFO nova.compute.manager [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Took 13.88 seconds to spawn the instance on the hypervisor. [ 664.546044] env[69742]: DEBUG nova.compute.manager [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.550988] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9afc7b5-c633-4af2-a810-cce16269fda5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.642321] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed31b39-96cf-483e-bee8-ba7cf4dad70e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.653081] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc61e3-7c3c-4493-8c95-accdfab1daf5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.688822] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3307f8-fba1-4604-8faa-d0c11eec3ad0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.697532] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5666c256-8b27-48a8-b175-680c1d5cfaaf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.715782] env[69742]: DEBUG nova.compute.provider_tree [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.875586] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059961, 'name': Rename_Task, 'duration_secs': 0.294845} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.875845] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.876379] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a63fc85b-1cb6-4dcf-a448-ae48517415cf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.884034] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 664.884034] env[69742]: value = "task-4059963" [ 664.884034] env[69742]: _type = "Task" [ 664.884034] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.893179] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.914104] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601175} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.914491] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d/42963f87-0fef-4d3c-9f3c-26fd35d8fb8d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.914896] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.915494] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c0d9166-e460-4a45-81a5-a076fe4ad454 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.925079] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 664.925079] env[69742]: value = "task-4059964" [ 664.925079] env[69742]: _type = "Task" [ 664.925079] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.934991] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.953683] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059962, 'name': ReconfigVM_Task, 'duration_secs': 0.407214} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.953683] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 2614820e-831b-445d-8728-1b906bfc5c90/2614820e-831b-445d-8728-1b906bfc5c90.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.953683] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74b4f098-5f0b-4af8-b2f2-b8263b7f7d56 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.957281] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquiring lock "refresh_cache-8975561e-5484-450c-a793-eb8dc7451bf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.957366] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquired lock "refresh_cache-8975561e-5484-450c-a793-eb8dc7451bf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.957454] env[69742]: DEBUG nova.network.neutron [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.959929] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for the task: (returnval){ [ 664.959929] env[69742]: value = "task-4059965" [ 664.959929] env[69742]: _type = "Task" [ 664.959929] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.969892] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059965, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.024038] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a2483e-8997-f133-b434-2c742b9f8860, 'name': SearchDatastore_Task, 'duration_secs': 0.019702} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.024278] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.024616] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 47ee7966-b9b1-49a1-9f34-c09403a33d55/47ee7966-b9b1-49a1-9f34-c09403a33d55.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.024788] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95b12bee-61f0-4c57-97fe-14aa2b89506d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.032617] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 665.032617] env[69742]: value = "task-4059966" [ 665.032617] env[69742]: _type = "Task" [ 665.032617] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.042203] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.074647] env[69742]: INFO nova.compute.manager [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Took 18.73 seconds to build instance. [ 665.219435] env[69742]: DEBUG nova.scheduler.client.report [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.265747] env[69742]: DEBUG nova.compute.manager [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.296170] env[69742]: DEBUG nova.virt.hardware [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.296170] env[69742]: DEBUG nova.virt.hardware [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.296170] env[69742]: DEBUG nova.virt.hardware [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.296844] env[69742]: DEBUG nova.virt.hardware [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.297030] env[69742]: DEBUG nova.virt.hardware [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.297196] env[69742]: DEBUG nova.virt.hardware [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.297421] env[69742]: DEBUG nova.virt.hardware [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.297584] env[69742]: DEBUG nova.virt.hardware [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.297754] env[69742]: DEBUG nova.virt.hardware [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.297915] env[69742]: DEBUG nova.virt.hardware [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.298109] env[69742]: DEBUG nova.virt.hardware [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.299055] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d482154-4a33-4c31-9bdf-5e6627950a88 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.318776] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d9d4de-6508-46b4-af53-00dbbc7fbf7f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.396629] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059963, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.440351] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211349} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.440884] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.442785] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6bb391-ac98-420b-abe2-d566b09c07d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.479336] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d/42963f87-0fef-4d3c-9f3c-26fd35d8fb8d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.483220] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208decc1-d9e0-4c35-8814-a5aeb132d52f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.506407] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059965, 'name': Rename_Task, 'duration_secs': 0.216813} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.510030] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.510030] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 665.510030] env[69742]: value = "task-4059967" [ 665.510030] env[69742]: _type = "Task" [ 665.510030] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.510030] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fcc1e36-0910-42e6-b7c8-d695fbbc0240 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.525316] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.526728] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for the task: (returnval){ [ 665.526728] env[69742]: value = "task-4059968" [ 665.526728] env[69742]: _type = "Task" [ 665.526728] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.540810] env[69742]: DEBUG nova.compute.manager [req-0e626d66-1a54-4561-b06c-f840ed138c12 req-2cbe37a5-43c2-4b2a-a415-a23f96be786e service nova] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Received event network-vif-plugged-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.540940] env[69742]: DEBUG oslo_concurrency.lockutils [req-0e626d66-1a54-4561-b06c-f840ed138c12 req-2cbe37a5-43c2-4b2a-a415-a23f96be786e service nova] Acquiring lock "8975561e-5484-450c-a793-eb8dc7451bf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.541227] env[69742]: DEBUG oslo_concurrency.lockutils [req-0e626d66-1a54-4561-b06c-f840ed138c12 req-2cbe37a5-43c2-4b2a-a415-a23f96be786e service nova] Lock "8975561e-5484-450c-a793-eb8dc7451bf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.541597] env[69742]: DEBUG oslo_concurrency.lockutils [req-0e626d66-1a54-4561-b06c-f840ed138c12 req-2cbe37a5-43c2-4b2a-a415-a23f96be786e service nova] Lock "8975561e-5484-450c-a793-eb8dc7451bf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.541597] env[69742]: DEBUG nova.compute.manager [req-0e626d66-1a54-4561-b06c-f840ed138c12 req-2cbe37a5-43c2-4b2a-a415-a23f96be786e service nova] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] No waiting events found dispatching network-vif-plugged-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.541831] env[69742]: WARNING nova.compute.manager [req-0e626d66-1a54-4561-b06c-f840ed138c12 req-2cbe37a5-43c2-4b2a-a415-a23f96be786e service nova] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Received unexpected event network-vif-plugged-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f for instance with vm_state building and task_state spawning. [ 665.547617] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.553988] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059966, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.560621] env[69742]: DEBUG nova.network.neutron [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.576607] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ce69c83-758f-4abf-aec1-c67f1cffb7c9 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "7b16d0b6-3100-4a64-b469-ad481b1b417e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.250s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.578312] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "7b16d0b6-3100-4a64-b469-ad481b1b417e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.697s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.578312] env[69742]: INFO nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] During sync_power_state the instance has a pending task (spawning). Skip. [ 665.578505] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "7b16d0b6-3100-4a64-b469-ad481b1b417e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.724659] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.725232] env[69742]: DEBUG nova.compute.manager [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.727869] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.667s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.729344] env[69742]: INFO nova.compute.claims [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.865230] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "fded7459-3142-427d-9771-b97ca1de03bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.865467] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "fded7459-3142-427d-9771-b97ca1de03bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.895300] env[69742]: DEBUG oslo_vmware.api [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059963, 'name': PowerOnVM_Task, 'duration_secs': 0.682272} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.896171] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.896171] env[69742]: INFO nova.compute.manager [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Took 12.90 seconds to spawn the instance on the hypervisor. [ 665.896171] env[69742]: DEBUG nova.compute.manager [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.897077] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61de24bd-16d4-4536-a21f-a1a5821e7a4e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.004217] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquiring lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.004472] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.025594] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.037468] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059968, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.046488] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581591} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.046756] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 47ee7966-b9b1-49a1-9f34-c09403a33d55/47ee7966-b9b1-49a1-9f34-c09403a33d55.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.046969] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.047252] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26f0113c-2135-4eeb-9243-a86979fde074 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.055107] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 666.055107] env[69742]: value = "task-4059969" [ 666.055107] env[69742]: _type = "Task" [ 666.055107] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.064417] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.077658] env[69742]: DEBUG nova.network.neutron [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Updating instance_info_cache with network_info: [{"id": "5d71eeb0-7832-4f75-8ccd-87b8faa4b27f", "address": "fa:16:3e:20:eb:eb", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d71eeb0-78", "ovs_interfaceid": "5d71eeb0-7832-4f75-8ccd-87b8faa4b27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.079206] env[69742]: DEBUG nova.compute.manager [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.234325] env[69742]: DEBUG nova.compute.utils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.237567] env[69742]: DEBUG nova.compute.manager [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.237740] env[69742]: DEBUG nova.network.neutron [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.394447] env[69742]: DEBUG nova.policy [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b0a708f4db84d5598ef305e05de2059', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '712d82b70c62482bb285291170a9bc4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.416459] env[69742]: INFO nova.compute.manager [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Took 19.48 seconds to build instance. [ 666.524145] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059967, 'name': ReconfigVM_Task, 'duration_secs': 0.671597} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.524576] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d/42963f87-0fef-4d3c-9f3c-26fd35d8fb8d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.525399] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1f1f9f2-3080-453b-8e67-c755e9afe8f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.535293] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 666.535293] env[69742]: value = "task-4059970" [ 666.535293] env[69742]: _type = "Task" [ 666.535293] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.547801] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059968, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.554599] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059970, 'name': Rename_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.567465] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075229} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.567950] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.568579] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d5f656-8bd8-42f2-a81a-a2ec62bec60b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.585607] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Releasing lock "refresh_cache-8975561e-5484-450c-a793-eb8dc7451bf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.586325] env[69742]: DEBUG nova.compute.manager [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Instance network_info: |[{"id": "5d71eeb0-7832-4f75-8ccd-87b8faa4b27f", "address": "fa:16:3e:20:eb:eb", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d71eeb0-78", "ovs_interfaceid": "5d71eeb0-7832-4f75-8ccd-87b8faa4b27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.597642] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 47ee7966-b9b1-49a1-9f34-c09403a33d55/47ee7966-b9b1-49a1-9f34-c09403a33d55.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.601260] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:eb:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d71eeb0-7832-4f75-8ccd-87b8faa4b27f', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.609621] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Creating folder: Project (9e0b45acbc714de2ab07261a6e6375b0). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.610051] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e95ef3d9-2334-454f-8e26-82b1d3217c19 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.627164] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64bd9a34-5f7b-4310-befc-b6aaa9503ecc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.635536] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 666.635536] env[69742]: value = "task-4059972" [ 666.635536] env[69742]: _type = "Task" [ 666.635536] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.640705] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Created folder: Project (9e0b45acbc714de2ab07261a6e6375b0) in parent group-v804621. [ 666.641811] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Creating folder: Instances. Parent ref: group-v804641. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.641811] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df499d88-84e9-4aaf-8b09-f6b0fa4f5480 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.647187] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.650693] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.657936] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Created folder: Instances in parent group-v804641. [ 666.658303] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.658614] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.658935] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f50285b3-5969-47f2-a7dd-1fde61a968d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.685624] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.685624] env[69742]: value = "task-4059974" [ 666.685624] env[69742]: _type = "Task" [ 666.685624] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.696077] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059974, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.735755] env[69742]: DEBUG nova.network.neutron [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Successfully updated port: 32a87bd1-1e91-4167-841a-831eb5710258 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.745292] env[69742]: DEBUG nova.compute.manager [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.918886] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1573e23d-5b96-4cfa-bf06-2c219700095d tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Lock "e0685130-b55f-407f-b195-a705ac750cb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.920478] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "e0685130-b55f-407f-b195-a705ac750cb1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.039s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.922324] env[69742]: INFO nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: e0685130-b55f-407f-b195-a705ac750cb1] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 666.922324] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "e0685130-b55f-407f-b195-a705ac750cb1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.047472] env[69742]: DEBUG oslo_vmware.api [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4059968, 'name': PowerOnVM_Task, 'duration_secs': 1.038725} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.048344] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.048557] env[69742]: INFO nova.compute.manager [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Took 9.32 seconds to spawn the instance on the hypervisor. [ 667.048737] env[69742]: DEBUG nova.compute.manager [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.051163] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae6c141-5454-47cc-ac58-dbcf72df4415 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.060989] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059970, 'name': Rename_Task, 'duration_secs': 0.221664} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.063020] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.063020] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-440a2cc5-8288-41ce-999a-61cc7c7461cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.075673] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 667.075673] env[69742]: value = "task-4059975" [ 667.075673] env[69742]: _type = "Task" [ 667.075673] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.087702] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.159237] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059972, 'name': ReconfigVM_Task, 'duration_secs': 0.451183} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.159557] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 47ee7966-b9b1-49a1-9f34-c09403a33d55/47ee7966-b9b1-49a1-9f34-c09403a33d55.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.160238] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c0af5f8-bc16-40b2-91e0-4937a9f68653 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.173090] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 667.173090] env[69742]: value = "task-4059976" [ 667.173090] env[69742]: _type = "Task" [ 667.173090] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.183856] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0187a81d-757f-4432-9bd5-00e114c43b22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.195443] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059976, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.203910] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059974, 'name': CreateVM_Task, 'duration_secs': 0.410326} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.210278] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.210278] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.210278] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.210278] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.210278] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4ab2b6-cfd0-4eed-abf2-92c58ab1c753 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.216721] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680f680d-841a-4d6d-9601-485117adc5c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.225513] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for the task: (returnval){ [ 667.225513] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f9b53e-78b0-0936-1c59-843b3923724a" [ 667.225513] env[69742]: _type = "Task" [ 667.225513] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.251793] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquiring lock "refresh_cache-463e35d4-a79b-43a4-9700-3b40ac295bf8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.251793] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquired lock "refresh_cache-463e35d4-a79b-43a4-9700-3b40ac295bf8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.251793] env[69742]: DEBUG nova.network.neutron [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.264668] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad35af8d-358a-45c1-970a-6983cc9c2145 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.276762] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f9b53e-78b0-0936-1c59-843b3923724a, 'name': SearchDatastore_Task, 'duration_secs': 0.017898} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.276762] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a71c499-b5b6-4df4-bbdf-79e7cd25263c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.284391] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.284391] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.284391] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.284391] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.284897] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.284897] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2d2f907-6790-4bcf-a8ab-6991609227f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.296526] env[69742]: DEBUG nova.compute.provider_tree [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.299057] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.299244] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.300347] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad48bc49-5d3b-46e7-91c9-6b6c5544b5f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.308299] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for the task: (returnval){ [ 667.308299] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5206706e-d2de-f65d-ba37-6813d0c9eb4a" [ 667.308299] env[69742]: _type = "Task" [ 667.308299] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.320564] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5206706e-d2de-f65d-ba37-6813d0c9eb4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.349936] env[69742]: DEBUG nova.network.neutron [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Successfully created port: 997e2feb-6951-4398-b9ea-320ccb3e446f {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.425727] env[69742]: DEBUG nova.compute.manager [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.533287] env[69742]: DEBUG nova.compute.manager [req-aec041ee-ee1a-4d68-b826-ab066dd4449e req-df2484f8-4840-435f-80b3-44f8a04fad39 service nova] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Received event network-vif-plugged-32a87bd1-1e91-4167-841a-831eb5710258 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.533287] env[69742]: DEBUG oslo_concurrency.lockutils [req-aec041ee-ee1a-4d68-b826-ab066dd4449e req-df2484f8-4840-435f-80b3-44f8a04fad39 service nova] Acquiring lock "463e35d4-a79b-43a4-9700-3b40ac295bf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.537127] env[69742]: DEBUG oslo_concurrency.lockutils [req-aec041ee-ee1a-4d68-b826-ab066dd4449e req-df2484f8-4840-435f-80b3-44f8a04fad39 service nova] Lock "463e35d4-a79b-43a4-9700-3b40ac295bf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.537127] env[69742]: DEBUG oslo_concurrency.lockutils [req-aec041ee-ee1a-4d68-b826-ab066dd4449e req-df2484f8-4840-435f-80b3-44f8a04fad39 service nova] Lock "463e35d4-a79b-43a4-9700-3b40ac295bf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.537127] env[69742]: DEBUG nova.compute.manager [req-aec041ee-ee1a-4d68-b826-ab066dd4449e req-df2484f8-4840-435f-80b3-44f8a04fad39 service nova] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] No waiting events found dispatching network-vif-plugged-32a87bd1-1e91-4167-841a-831eb5710258 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.537127] env[69742]: WARNING nova.compute.manager [req-aec041ee-ee1a-4d68-b826-ab066dd4449e req-df2484f8-4840-435f-80b3-44f8a04fad39 service nova] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Received unexpected event network-vif-plugged-32a87bd1-1e91-4167-841a-831eb5710258 for instance with vm_state building and task_state spawning. [ 667.585127] env[69742]: INFO nova.compute.manager [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Took 19.67 seconds to build instance. [ 667.591631] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059975, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.684241] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059976, 'name': Rename_Task, 'duration_secs': 0.175076} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.684528] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.684769] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa256e48-9721-4f04-9e9e-0015b546c5e7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.697771] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 667.697771] env[69742]: value = "task-4059977" [ 667.697771] env[69742]: _type = "Task" [ 667.697771] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.714292] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.765073] env[69742]: DEBUG nova.compute.manager [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.801808] env[69742]: DEBUG nova.scheduler.client.report [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.829081] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5206706e-d2de-f65d-ba37-6813d0c9eb4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014583} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.832790] env[69742]: DEBUG nova.virt.hardware [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.833064] env[69742]: DEBUG nova.virt.hardware [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.833234] env[69742]: DEBUG nova.virt.hardware [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.833925] env[69742]: DEBUG nova.virt.hardware [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.833925] env[69742]: DEBUG nova.virt.hardware [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.833925] env[69742]: DEBUG nova.virt.hardware [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.834106] env[69742]: DEBUG nova.virt.hardware [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.834329] env[69742]: DEBUG nova.virt.hardware [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.835396] env[69742]: DEBUG nova.virt.hardware [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.835396] env[69742]: DEBUG nova.virt.hardware [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.835396] env[69742]: DEBUG nova.virt.hardware [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.837252] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931e20bf-e867-4612-9b43-c2b12d50e243 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.840766] env[69742]: DEBUG nova.network.neutron [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.844443] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9212203d-2391-4050-a9ed-24365a6238fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.857752] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for the task: (returnval){ [ 667.857752] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b17962-e3f1-1232-0e5f-3851232f5512" [ 667.857752] env[69742]: _type = "Task" [ 667.857752] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.859200] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383abdfa-38b3-4d4e-a4bc-67f292991fd5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.884610] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b17962-e3f1-1232-0e5f-3851232f5512, 'name': SearchDatastore_Task, 'duration_secs': 0.012358} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.885788] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.885788] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 8975561e-5484-450c-a793-eb8dc7451bf6/8975561e-5484-450c-a793-eb8dc7451bf6.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.885973] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0bec75b-d32b-4caa-b86f-61236390e822 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.896810] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for the task: (returnval){ [ 667.896810] env[69742]: value = "task-4059978" [ 667.896810] env[69742]: _type = "Task" [ 667.896810] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.913616] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.953337] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.087912] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059975, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.093681] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eb2a4e3a-666e-4e89-bf6f-6d386ee7279d tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Lock "2614820e-831b-445d-8728-1b906bfc5c90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.190s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.212661] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059977, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.268017] env[69742]: DEBUG nova.network.neutron [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Updating instance_info_cache with network_info: [{"id": "32a87bd1-1e91-4167-841a-831eb5710258", "address": "fa:16:3e:d3:c2:98", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a87bd1-1e", "ovs_interfaceid": "32a87bd1-1e91-4167-841a-831eb5710258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.312239] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.312831] env[69742]: DEBUG nova.compute.manager [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.319393] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.940s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.321328] env[69742]: INFO nova.compute.claims [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.411083] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059978, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.495757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Acquiring lock "7b16d0b6-3100-4a64-b469-ad481b1b417e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.496372] env[69742]: DEBUG oslo_concurrency.lockutils [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Lock "7b16d0b6-3100-4a64-b469-ad481b1b417e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.496733] env[69742]: DEBUG oslo_concurrency.lockutils [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Acquiring lock "7b16d0b6-3100-4a64-b469-ad481b1b417e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.497095] env[69742]: DEBUG oslo_concurrency.lockutils [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Lock "7b16d0b6-3100-4a64-b469-ad481b1b417e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.497365] env[69742]: DEBUG oslo_concurrency.lockutils [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Lock "7b16d0b6-3100-4a64-b469-ad481b1b417e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.500383] env[69742]: INFO nova.compute.manager [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Terminating instance [ 668.590630] env[69742]: DEBUG oslo_vmware.api [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4059975, 'name': PowerOnVM_Task, 'duration_secs': 1.135396} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.592025] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.592025] env[69742]: INFO nova.compute.manager [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Took 13.19 seconds to spawn the instance on the hypervisor. [ 668.592553] env[69742]: DEBUG nova.compute.manager [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.596124] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145705ee-383f-478b-a98d-6aca84027a50 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.597158] env[69742]: DEBUG nova.compute.manager [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.711725] env[69742]: DEBUG oslo_vmware.api [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4059977, 'name': PowerOnVM_Task, 'duration_secs': 0.542436} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.712059] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.712269] env[69742]: INFO nova.compute.manager [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Took 5.89 seconds to spawn the instance on the hypervisor. [ 668.712489] env[69742]: DEBUG nova.compute.manager [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.713288] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74d3f56-29b9-4880-8f62-8848ec3e38df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.771647] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Releasing lock "refresh_cache-463e35d4-a79b-43a4-9700-3b40ac295bf8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.771647] env[69742]: DEBUG nova.compute.manager [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Instance network_info: |[{"id": "32a87bd1-1e91-4167-841a-831eb5710258", "address": "fa:16:3e:d3:c2:98", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a87bd1-1e", "ovs_interfaceid": "32a87bd1-1e91-4167-841a-831eb5710258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.771919] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:c2:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32a87bd1-1e91-4167-841a-831eb5710258', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.781489] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Creating folder: Project (913c2828513944ca85f9fbc169fe435d). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.782187] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-363b56ff-636d-4ed3-a65b-05b9e5edfe28 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.795661] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Created folder: Project (913c2828513944ca85f9fbc169fe435d) in parent group-v804621. [ 668.795661] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Creating folder: Instances. Parent ref: group-v804644. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.798781] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d023151-e4cb-432b-9edf-390a16231d0c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.809382] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Created folder: Instances in parent group-v804644. [ 668.809764] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.810077] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.810356] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d4f70e0-ea18-4848-a1ab-dcb6c1deb21e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.835712] env[69742]: DEBUG nova.compute.utils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.844448] env[69742]: DEBUG nova.compute.manager [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.844448] env[69742]: DEBUG nova.network.neutron [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.854269] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.854269] env[69742]: value = "task-4059981" [ 668.854269] env[69742]: _type = "Task" [ 668.854269] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.872106] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059981, 'name': CreateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.922899] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669999} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.923262] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 8975561e-5484-450c-a793-eb8dc7451bf6/8975561e-5484-450c-a793-eb8dc7451bf6.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.923478] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.923743] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8972698b-b247-4542-a406-9e47f608514a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.936646] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for the task: (returnval){ [ 668.936646] env[69742]: value = "task-4059982" [ 668.936646] env[69742]: _type = "Task" [ 668.936646] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.950508] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.953511] env[69742]: DEBUG nova.policy [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952d0892d0594514bc3e6ffda9a5ebd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27efb557347e4e63a4b4b082fa100a7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.007085] env[69742]: DEBUG nova.compute.manager [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.008068] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.009435] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643b636e-354d-4f38-9ec1-74d391789e18 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.019445] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.020099] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c59b5345-3635-4d1f-8a84-4eef78135eb4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.028093] env[69742]: DEBUG oslo_vmware.api [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Waiting for the task: (returnval){ [ 669.028093] env[69742]: value = "task-4059983" [ 669.028093] env[69742]: _type = "Task" [ 669.028093] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.040193] env[69742]: DEBUG oslo_vmware.api [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Task: {'id': task-4059983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.123884] env[69742]: INFO nova.compute.manager [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Took 21.37 seconds to build instance. [ 669.140210] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.241643] env[69742]: INFO nova.compute.manager [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Took 19.57 seconds to build instance. [ 669.342455] env[69742]: DEBUG nova.compute.manager [None req-08ffef5b-c906-4b73-b9c6-7b6e77c26a2d tempest-ServerDiagnosticsTest-1864696940 tempest-ServerDiagnosticsTest-1864696940-project-admin] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.345538] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3adf848-76ee-4589-9345-3c917e0d77bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.352746] env[69742]: DEBUG nova.compute.manager [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.370195] env[69742]: INFO nova.compute.manager [None req-08ffef5b-c906-4b73-b9c6-7b6e77c26a2d tempest-ServerDiagnosticsTest-1864696940 tempest-ServerDiagnosticsTest-1864696940-project-admin] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Retrieving diagnostics [ 669.371481] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfb92ae-9d88-412d-908e-955c7ccfc7ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.384583] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059981, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.451819] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088253} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.455392] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.456808] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0391cabc-781d-470b-91a6-7b6bc60b6db0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.486366] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 8975561e-5484-450c-a793-eb8dc7451bf6/8975561e-5484-450c-a793-eb8dc7451bf6.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.490177] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8a6da53-3d39-465b-9a5c-67b53a34b3d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.511870] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for the task: (returnval){ [ 669.511870] env[69742]: value = "task-4059984" [ 669.511870] env[69742]: _type = "Task" [ 669.511870] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.525966] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.547708] env[69742]: DEBUG oslo_vmware.api [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Task: {'id': task-4059983, 'name': PowerOffVM_Task, 'duration_secs': 0.234989} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.547708] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.547708] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.547855] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8a056aa-43d3-40d2-bccc-f255313b35d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.624144] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.624144] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.624144] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Deleting the datastore file [datastore1] 7b16d0b6-3100-4a64-b469-ad481b1b417e {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.624144] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3c184d9-c08c-4ce6-a1dc-f84352003657 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.628984] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f3cbe05d-b92e-4a4e-9c52-181dc04ddd10 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.891s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.630887] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.749s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.631797] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f724a1-0eb0-4bc2-bf1a-52424e63b7b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.640988] env[69742]: DEBUG oslo_vmware.api [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Waiting for the task: (returnval){ [ 669.640988] env[69742]: value = "task-4059986" [ 669.640988] env[69742]: _type = "Task" [ 669.640988] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.664042] env[69742]: DEBUG oslo_vmware.api [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Task: {'id': task-4059986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.742769] env[69742]: DEBUG oslo_concurrency.lockutils [None req-37dd98fd-8724-499b-9e06-10c73871403a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "47ee7966-b9b1-49a1-9f34-c09403a33d55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.107s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.828014] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0023bb-4284-4d11-9f57-af67fceaa029 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.832057] env[69742]: DEBUG nova.network.neutron [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Successfully created port: b3a7a4ee-0f70-4453-a26e-43c706ee34a4 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.841592] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf360a1b-8e9c-4b28-ac41-4dbd20f9253d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.888130] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daaf807-1b0c-46ed-99f7-4c5f5b245a19 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.893718] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059981, 'name': CreateVM_Task, 'duration_secs': 0.532094} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.896256] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.896755] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.896926] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.897271] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.898710] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a5bd9-074b-481a-abb6-b1870dccdedf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.902583] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70a4d35-e19d-42b4-b40f-b9eff9796a82 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.921044] env[69742]: DEBUG nova.compute.provider_tree [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.923511] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for the task: (returnval){ [ 669.923511] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521d93fe-7044-0c88-47b2-4c2982e4d36b" [ 669.923511] env[69742]: _type = "Task" [ 669.923511] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.933241] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521d93fe-7044-0c88-47b2-4c2982e4d36b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.016237] env[69742]: DEBUG nova.compute.manager [req-41692269-e5c5-4e85-9e60-6bd21dc19132 req-a4600467-3015-493f-94f3-5307be113fc9 service nova] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Received event network-changed-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.016457] env[69742]: DEBUG nova.compute.manager [req-41692269-e5c5-4e85-9e60-6bd21dc19132 req-a4600467-3015-493f-94f3-5307be113fc9 service nova] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Refreshing instance network info cache due to event network-changed-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.016631] env[69742]: DEBUG oslo_concurrency.lockutils [req-41692269-e5c5-4e85-9e60-6bd21dc19132 req-a4600467-3015-493f-94f3-5307be113fc9 service nova] Acquiring lock "refresh_cache-8975561e-5484-450c-a793-eb8dc7451bf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.016823] env[69742]: DEBUG oslo_concurrency.lockutils [req-41692269-e5c5-4e85-9e60-6bd21dc19132 req-a4600467-3015-493f-94f3-5307be113fc9 service nova] Acquired lock "refresh_cache-8975561e-5484-450c-a793-eb8dc7451bf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.017041] env[69742]: DEBUG nova.network.neutron [req-41692269-e5c5-4e85-9e60-6bd21dc19132 req-a4600467-3015-493f-94f3-5307be113fc9 service nova] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Refreshing network info cache for port 5d71eeb0-7832-4f75-8ccd-87b8faa4b27f {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.037532] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.140864] env[69742]: DEBUG nova.compute.manager [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.149541] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.519s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.154643] env[69742]: DEBUG oslo_vmware.api [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Task: {'id': task-4059986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.169053] env[69742]: DEBUG nova.network.neutron [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Successfully updated port: 997e2feb-6951-4398-b9ea-320ccb3e446f {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.223459] env[69742]: DEBUG nova.compute.manager [None req-c76c9519-33c1-48ce-81f4-318232a1de34 tempest-ServerDiagnosticsV248Test-1974160664 tempest-ServerDiagnosticsV248Test-1974160664-project-admin] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.224633] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3697e0-42aa-4277-a0cf-076b3dc5a953 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.235162] env[69742]: INFO nova.compute.manager [None req-c76c9519-33c1-48ce-81f4-318232a1de34 tempest-ServerDiagnosticsV248Test-1974160664 tempest-ServerDiagnosticsV248Test-1974160664-project-admin] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Retrieving diagnostics [ 670.235917] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6eb7b8-6d51-45c6-9bcd-0a2efc7b9ec9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.267629] env[69742]: DEBUG nova.compute.manager [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.383244] env[69742]: DEBUG nova.compute.manager [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.419125] env[69742]: DEBUG nova.virt.hardware [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.419377] env[69742]: DEBUG nova.virt.hardware [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.419521] env[69742]: DEBUG nova.virt.hardware [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.419724] env[69742]: DEBUG nova.virt.hardware [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.419966] env[69742]: DEBUG nova.virt.hardware [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.422699] env[69742]: DEBUG nova.virt.hardware [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.422699] env[69742]: DEBUG nova.virt.hardware [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.422699] env[69742]: DEBUG nova.virt.hardware [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.422699] env[69742]: DEBUG nova.virt.hardware [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.422699] env[69742]: DEBUG nova.virt.hardware [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.423227] env[69742]: DEBUG nova.virt.hardware [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.423227] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c4dd09-b8a4-4fdd-86e2-e94cfa7be250 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.431282] env[69742]: DEBUG nova.scheduler.client.report [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.450115] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521d93fe-7044-0c88-47b2-4c2982e4d36b, 'name': SearchDatastore_Task, 'duration_secs': 0.037624} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.451642] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da69d3e2-8ef0-41e3-9234-02c525c2f769 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.458030] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.458429] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.458817] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.459085] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.459935] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.462068] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38c11f81-47f6-49f7-8f23-b61484a912bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.491578] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.493171] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.494484] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe902028-f68a-404a-91eb-2c8c2834b331 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.506685] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for the task: (returnval){ [ 670.506685] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52080b33-1671-206e-4081-7272d7785394" [ 670.506685] env[69742]: _type = "Task" [ 670.506685] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.520993] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52080b33-1671-206e-4081-7272d7785394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.540740] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059984, 'name': ReconfigVM_Task, 'duration_secs': 0.825067} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.541498] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 8975561e-5484-450c-a793-eb8dc7451bf6/8975561e-5484-450c-a793-eb8dc7451bf6.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.542353] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97e49631-bd6f-4835-b8ff-a3b7b1084c21 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.551986] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for the task: (returnval){ [ 670.551986] env[69742]: value = "task-4059987" [ 670.551986] env[69742]: _type = "Task" [ 670.551986] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.563622] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059987, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.660507] env[69742]: DEBUG oslo_vmware.api [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Task: {'id': task-4059986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.569046} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.661096] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.661267] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.661445] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.661624] env[69742]: INFO nova.compute.manager [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 670.661891] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.664650] env[69742]: DEBUG nova.compute.manager [-] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.664650] env[69742]: DEBUG nova.network.neutron [-] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.675618] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.675801] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.675927] env[69742]: DEBUG nova.network.neutron [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.690384] env[69742]: DEBUG oslo_concurrency.lockutils [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.808645] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.935711] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.936076] env[69742]: DEBUG nova.compute.manager [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.938519] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.551s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.938589] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.938719] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 670.939031] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.288s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.943501] env[69742]: INFO nova.compute.claims [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.944418] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf514d80-3234-4da0-b535-f765f4ef514b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.955307] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89d465b-d904-4404-bf5b-c07263ad2af8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.985021] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c9483a-9d88-4d39-8b95-6e3e66fa817d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.993410] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241e0633-210a-4efa-88e5-ab6df48afcc2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.034245] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180814MB free_disk=22GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 671.034245] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.046071] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52080b33-1671-206e-4081-7272d7785394, 'name': SearchDatastore_Task, 'duration_secs': 0.031617} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.047040] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3110ed68-1ff9-4653-80eb-66640b88b58e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.053824] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for the task: (returnval){ [ 671.053824] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529e6c17-5a5d-da73-90cf-28b6a948ef50" [ 671.053824] env[69742]: _type = "Task" [ 671.053824] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.067198] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059987, 'name': Rename_Task, 'duration_secs': 0.204534} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.070680] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.071692] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529e6c17-5a5d-da73-90cf-28b6a948ef50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.071692] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dec299f-aeb7-4f80-b520-0469a07cb3ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.080581] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for the task: (returnval){ [ 671.080581] env[69742]: value = "task-4059988" [ 671.080581] env[69742]: _type = "Task" [ 671.080581] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.090378] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.250582] env[69742]: DEBUG nova.network.neutron [req-41692269-e5c5-4e85-9e60-6bd21dc19132 req-a4600467-3015-493f-94f3-5307be113fc9 service nova] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Updated VIF entry in instance network info cache for port 5d71eeb0-7832-4f75-8ccd-87b8faa4b27f. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.250883] env[69742]: DEBUG nova.network.neutron [req-41692269-e5c5-4e85-9e60-6bd21dc19132 req-a4600467-3015-493f-94f3-5307be113fc9 service nova] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Updating instance_info_cache with network_info: [{"id": "5d71eeb0-7832-4f75-8ccd-87b8faa4b27f", "address": "fa:16:3e:20:eb:eb", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d71eeb0-78", "ovs_interfaceid": "5d71eeb0-7832-4f75-8ccd-87b8faa4b27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.268775] env[69742]: DEBUG nova.network.neutron [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.407535] env[69742]: DEBUG nova.compute.manager [req-935fb6b2-de66-4589-8ad5-018cc7ddafba req-b3221504-c39e-481d-bead-fdd02adfb5c5 service nova] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Received event network-changed-32a87bd1-1e91-4167-841a-831eb5710258 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.407717] env[69742]: DEBUG nova.compute.manager [req-935fb6b2-de66-4589-8ad5-018cc7ddafba req-b3221504-c39e-481d-bead-fdd02adfb5c5 service nova] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Refreshing instance network info cache due to event network-changed-32a87bd1-1e91-4167-841a-831eb5710258. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.407985] env[69742]: DEBUG oslo_concurrency.lockutils [req-935fb6b2-de66-4589-8ad5-018cc7ddafba req-b3221504-c39e-481d-bead-fdd02adfb5c5 service nova] Acquiring lock "refresh_cache-463e35d4-a79b-43a4-9700-3b40ac295bf8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.408134] env[69742]: DEBUG oslo_concurrency.lockutils [req-935fb6b2-de66-4589-8ad5-018cc7ddafba req-b3221504-c39e-481d-bead-fdd02adfb5c5 service nova] Acquired lock "refresh_cache-463e35d4-a79b-43a4-9700-3b40ac295bf8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.408254] env[69742]: DEBUG nova.network.neutron [req-935fb6b2-de66-4589-8ad5-018cc7ddafba req-b3221504-c39e-481d-bead-fdd02adfb5c5 service nova] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Refreshing network info cache for port 32a87bd1-1e91-4167-841a-831eb5710258 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.447106] env[69742]: DEBUG nova.compute.utils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.447106] env[69742]: DEBUG nova.compute.manager [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Not allocating networking since 'none' was specified. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 671.582073] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529e6c17-5a5d-da73-90cf-28b6a948ef50, 'name': SearchDatastore_Task, 'duration_secs': 0.013756} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.589009] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.589319] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 463e35d4-a79b-43a4-9700-3b40ac295bf8/463e35d4-a79b-43a4-9700-3b40ac295bf8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.589623] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d17dece7-1e0b-46b5-a0dc-915405cc1731 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.599980] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.603359] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for the task: (returnval){ [ 671.603359] env[69742]: value = "task-4059989" [ 671.603359] env[69742]: _type = "Task" [ 671.603359] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.614806] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4059989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.731124] env[69742]: DEBUG nova.network.neutron [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance_info_cache with network_info: [{"id": "997e2feb-6951-4398-b9ea-320ccb3e446f", "address": "fa:16:3e:f7:4f:ab", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997e2feb-69", "ovs_interfaceid": "997e2feb-6951-4398-b9ea-320ccb3e446f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.756323] env[69742]: DEBUG oslo_concurrency.lockutils [req-41692269-e5c5-4e85-9e60-6bd21dc19132 req-a4600467-3015-493f-94f3-5307be113fc9 service nova] Releasing lock "refresh_cache-8975561e-5484-450c-a793-eb8dc7451bf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.952308] env[69742]: DEBUG nova.compute.manager [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.027863] env[69742]: DEBUG nova.network.neutron [-] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.097974] env[69742]: DEBUG oslo_vmware.api [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4059988, 'name': PowerOnVM_Task, 'duration_secs': 0.912667} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.103196] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.103463] env[69742]: INFO nova.compute.manager [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Took 11.73 seconds to spawn the instance on the hypervisor. [ 672.103660] env[69742]: DEBUG nova.compute.manager [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.104895] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf07bc2-941a-4958-a507-6ace85e2b8a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.125800] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4059989, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.236798] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.236798] env[69742]: DEBUG nova.compute.manager [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Instance network_info: |[{"id": "997e2feb-6951-4398-b9ea-320ccb3e446f", "address": "fa:16:3e:f7:4f:ab", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997e2feb-69", "ovs_interfaceid": "997e2feb-6951-4398-b9ea-320ccb3e446f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.237209] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:4f:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '997e2feb-6951-4398-b9ea-320ccb3e446f', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.248118] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Creating folder: Project (712d82b70c62482bb285291170a9bc4b). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.251658] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac4730ee-1300-4673-bcb0-3b239d9a3493 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.267117] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Created folder: Project (712d82b70c62482bb285291170a9bc4b) in parent group-v804621. [ 672.267117] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Creating folder: Instances. Parent ref: group-v804647. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.270361] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6780a86-d265-464c-a0da-67b28fb877c1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.287974] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Created folder: Instances in parent group-v804647. [ 672.289243] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.289767] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.292020] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a1085a2-0ea8-4709-8afb-bcf86c78e5b9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.321466] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.321466] env[69742]: value = "task-4059992" [ 672.321466] env[69742]: _type = "Task" [ 672.321466] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.326621] env[69742]: DEBUG oslo_concurrency.lockutils [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquiring lock "e0685130-b55f-407f-b195-a705ac750cb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.327290] env[69742]: DEBUG oslo_concurrency.lockutils [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Lock "e0685130-b55f-407f-b195-a705ac750cb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.327592] env[69742]: DEBUG oslo_concurrency.lockutils [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquiring lock "e0685130-b55f-407f-b195-a705ac750cb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.327912] env[69742]: DEBUG oslo_concurrency.lockutils [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Lock "e0685130-b55f-407f-b195-a705ac750cb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.328077] env[69742]: DEBUG oslo_concurrency.lockutils [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Lock "e0685130-b55f-407f-b195-a705ac750cb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.342060] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059992, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.342060] env[69742]: INFO nova.compute.manager [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Terminating instance [ 672.370942] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e710dc39-2980-41bf-94d3-ae17a5e9e616 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.385499] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3d934d-6168-45b1-be90-729ede1fe133 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.424954] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e7dc7-fa18-4cee-a0de-5393e1ef7c61 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.434389] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51419803-54d2-457c-8690-21cc1f4cec70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.450679] env[69742]: DEBUG nova.compute.provider_tree [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.532095] env[69742]: INFO nova.compute.manager [-] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Took 1.87 seconds to deallocate network for instance. [ 672.618833] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4059989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814689} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.620207] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 463e35d4-a79b-43a4-9700-3b40ac295bf8/463e35d4-a79b-43a4-9700-3b40ac295bf8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.620207] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.620569] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb6b44bb-95f1-4e8c-87e8-8f6bbd7de196 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.632673] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for the task: (returnval){ [ 672.632673] env[69742]: value = "task-4059993" [ 672.632673] env[69742]: _type = "Task" [ 672.632673] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.649710] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4059993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.652890] env[69742]: INFO nova.compute.manager [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Took 24.56 seconds to build instance. [ 672.696285] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquiring lock "135ff4da-ae66-4773-807a-99497e79c966" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.696759] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Lock "135ff4da-ae66-4773-807a-99497e79c966" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.730246] env[69742]: DEBUG nova.network.neutron [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Successfully updated port: b3a7a4ee-0f70-4453-a26e-43c706ee34a4 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.777253] env[69742]: DEBUG nova.network.neutron [req-935fb6b2-de66-4589-8ad5-018cc7ddafba req-b3221504-c39e-481d-bead-fdd02adfb5c5 service nova] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Updated VIF entry in instance network info cache for port 32a87bd1-1e91-4167-841a-831eb5710258. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.777589] env[69742]: DEBUG nova.network.neutron [req-935fb6b2-de66-4589-8ad5-018cc7ddafba req-b3221504-c39e-481d-bead-fdd02adfb5c5 service nova] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Updating instance_info_cache with network_info: [{"id": "32a87bd1-1e91-4167-841a-831eb5710258", "address": "fa:16:3e:d3:c2:98", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a87bd1-1e", "ovs_interfaceid": "32a87bd1-1e91-4167-841a-831eb5710258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.833785] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059992, 'name': CreateVM_Task, 'duration_secs': 0.410483} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.833987] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.836022] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.836022] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.836022] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.836022] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c49aaba-9bf4-440b-9e35-615f1fa98d8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.841895] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 672.841895] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524b9fea-1178-3268-3de8-70bf968b5d60" [ 672.841895] env[69742]: _type = "Task" [ 672.841895] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.852975] env[69742]: DEBUG nova.compute.manager [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.853243] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.853697] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524b9fea-1178-3268-3de8-70bf968b5d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.854337] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d543447-667e-4884-b4d3-d43b71109c47 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.863818] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.863998] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6769d4f-7924-482b-b618-dc2ff2085cd4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.873053] env[69742]: DEBUG oslo_vmware.api [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 672.873053] env[69742]: value = "task-4059994" [ 672.873053] env[69742]: _type = "Task" [ 672.873053] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.883951] env[69742]: DEBUG oslo_vmware.api [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.954860] env[69742]: DEBUG nova.scheduler.client.report [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.964584] env[69742]: DEBUG nova.compute.manager [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.015222] env[69742]: DEBUG nova.virt.hardware [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.015222] env[69742]: DEBUG nova.virt.hardware [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.015222] env[69742]: DEBUG nova.virt.hardware [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.015222] env[69742]: DEBUG nova.virt.hardware [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.015507] env[69742]: DEBUG nova.virt.hardware [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.015507] env[69742]: DEBUG nova.virt.hardware [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.015507] env[69742]: DEBUG nova.virt.hardware [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.015507] env[69742]: DEBUG nova.virt.hardware [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.015507] env[69742]: DEBUG nova.virt.hardware [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.015655] env[69742]: DEBUG nova.virt.hardware [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.015655] env[69742]: DEBUG nova.virt.hardware [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.016100] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db637751-5d09-4bab-b933-a632cc299237 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.026472] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3c6280-f78c-4179-869e-ed84e555561f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.048756] env[69742]: DEBUG oslo_concurrency.lockutils [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.049177] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.056686] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.057766] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.058044] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ae6d17a-6af9-4b4a-9da1-8925af1484a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.078841] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.078841] env[69742]: value = "task-4059995" [ 673.078841] env[69742]: _type = "Task" [ 673.078841] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.087921] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059995, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.140180] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4059993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076256} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.140531] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.141446] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150d2ce-b664-49c6-8163-6c17cec20a86 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.158741] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb2b70d0-4177-4a06-909c-95c1f9845043 tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Lock "8975561e-5484-450c-a793-eb8dc7451bf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.079s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.169669] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 463e35d4-a79b-43a4-9700-3b40ac295bf8/463e35d4-a79b-43a4-9700-3b40ac295bf8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.170169] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acceaf1b-1708-481a-aab3-ff1d4101c77b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.194742] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for the task: (returnval){ [ 673.194742] env[69742]: value = "task-4059996" [ 673.194742] env[69742]: _type = "Task" [ 673.194742] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.207374] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4059996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.233402] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "refresh_cache-1e7027d0-37ff-4737-a3d9-63724e8b2889" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.233649] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquired lock "refresh_cache-1e7027d0-37ff-4737-a3d9-63724e8b2889" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.233789] env[69742]: DEBUG nova.network.neutron [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.285231] env[69742]: DEBUG oslo_concurrency.lockutils [req-935fb6b2-de66-4589-8ad5-018cc7ddafba req-b3221504-c39e-481d-bead-fdd02adfb5c5 service nova] Releasing lock "refresh_cache-463e35d4-a79b-43a4-9700-3b40ac295bf8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.355756] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524b9fea-1178-3268-3de8-70bf968b5d60, 'name': SearchDatastore_Task, 'duration_secs': 0.035521} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.356109] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.356478] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.356688] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.356890] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.357098] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.357374] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7369551-ba31-4567-a5d6-1ff6cf436aca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.368332] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.368569] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.369290] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b2218f-f4e3-4561-9a86-34884bb56ceb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.383801] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 673.383801] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527d5826-e968-d89d-39ca-a4f671ce96f0" [ 673.383801] env[69742]: _type = "Task" [ 673.383801] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.390635] env[69742]: DEBUG oslo_vmware.api [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059994, 'name': PowerOffVM_Task, 'duration_secs': 0.417398} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.394944] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.395096] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.395370] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1ffb2f5-998a-4fda-b129-df5e1bac5bea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.403988] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527d5826-e968-d89d-39ca-a4f671ce96f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.465472] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.466067] env[69742]: DEBUG nova.compute.manager [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.469746] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.517s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.476636] env[69742]: INFO nova.compute.claims [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.478337] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.478592] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.478783] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Deleting the datastore file [datastore2] e0685130-b55f-407f-b195-a705ac750cb1 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.479360] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3becbed-41c2-401e-ab75-f7abe7a643ac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.493300] env[69742]: DEBUG oslo_vmware.api [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for the task: (returnval){ [ 673.493300] env[69742]: value = "task-4059998" [ 673.493300] env[69742]: _type = "Task" [ 673.493300] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.508434] env[69742]: DEBUG oslo_vmware.api [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.592190] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4059995, 'name': CreateVM_Task, 'duration_secs': 0.49639} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.592517] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.592895] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.593117] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.593516] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.593822] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6223494-c699-4811-936b-21e4faef5408 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.600273] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 673.600273] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528e7e76-5130-b520-f956-b5bd84686f46" [ 673.600273] env[69742]: _type = "Task" [ 673.600273] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.610974] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528e7e76-5130-b520-f956-b5bd84686f46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.688555] env[69742]: DEBUG nova.compute.manager [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.709413] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4059996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.828265] env[69742]: DEBUG nova.network.neutron [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.863467] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.863689] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.889772] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.890049] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.901019] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527d5826-e968-d89d-39ca-a4f671ce96f0, 'name': SearchDatastore_Task, 'duration_secs': 0.019513} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.901836] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95034959-e59a-4687-8e3d-55e562c5c3bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.913442] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 673.913442] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a30029-875d-a4c1-fdc2-038484efd665" [ 673.913442] env[69742]: _type = "Task" [ 673.913442] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.920434] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a30029-875d-a4c1-fdc2-038484efd665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.924755] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "64f5389c-9f99-4dcf-827e-28a63d2fd863" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.924979] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "64f5389c-9f99-4dcf-827e-28a63d2fd863" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.979824] env[69742]: DEBUG nova.compute.utils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.980117] env[69742]: DEBUG nova.compute.manager [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.980286] env[69742]: DEBUG nova.network.neutron [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.005778] env[69742]: DEBUG oslo_vmware.api [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Task: {'id': task-4059998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240391} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.006122] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.006312] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.006712] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.006712] env[69742]: INFO nova.compute.manager [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 674.008195] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.008195] env[69742]: DEBUG nova.compute.manager [-] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.008195] env[69742]: DEBUG nova.network.neutron [-] [instance: e0685130-b55f-407f-b195-a705ac750cb1] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.026290] env[69742]: DEBUG nova.policy [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '618e6885ebd745199d43429d24d717be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a70442f323894b13803a3d4944bfcf94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.119630] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528e7e76-5130-b520-f956-b5bd84686f46, 'name': SearchDatastore_Task, 'duration_secs': 0.012301} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.119967] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.120248] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.120463] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.213063] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4059996, 'name': ReconfigVM_Task, 'duration_secs': 0.520275} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.213526] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 463e35d4-a79b-43a4-9700-3b40ac295bf8/463e35d4-a79b-43a4-9700-3b40ac295bf8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.214298] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5083af87-77e3-4b8b-821e-ac656f356ed2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.224268] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for the task: (returnval){ [ 674.224268] env[69742]: value = "task-4059999" [ 674.224268] env[69742]: _type = "Task" [ 674.224268] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.237709] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4059999, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.238803] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.425262] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a30029-875d-a4c1-fdc2-038484efd665, 'name': SearchDatastore_Task, 'duration_secs': 0.045487} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.432336] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.432336] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 63005fe8-620c-4a91-b48c-5cecee3ad2d5/63005fe8-620c-4a91-b48c-5cecee3ad2d5.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.432336] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.432336] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.432642] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c91fed20-d628-4748-a40a-e8c1eecf52a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.437496] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e623410-d1c9-4a5f-a733-8da609f45c68 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.446154] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 674.446154] env[69742]: value = "task-4060000" [ 674.446154] env[69742]: _type = "Task" [ 674.446154] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.454611] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.454887] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.455659] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2c98f3-13e3-4c53-9f8f-eb3b4efeda43 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.461667] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 674.461667] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dab500-d4ca-26c6-b5e7-a65eff47432e" [ 674.461667] env[69742]: _type = "Task" [ 674.461667] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.465509] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.474793] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dab500-d4ca-26c6-b5e7-a65eff47432e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.476243] env[69742]: DEBUG nova.network.neutron [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Successfully created port: 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.480548] env[69742]: DEBUG nova.compute.manager [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.569180] env[69742]: DEBUG nova.compute.manager [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Received event network-vif-plugged-997e2feb-6951-4398-b9ea-320ccb3e446f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.569615] env[69742]: DEBUG oslo_concurrency.lockutils [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] Acquiring lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.569794] env[69742]: DEBUG oslo_concurrency.lockutils [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.570178] env[69742]: DEBUG oslo_concurrency.lockutils [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.570377] env[69742]: DEBUG nova.compute.manager [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] No waiting events found dispatching network-vif-plugged-997e2feb-6951-4398-b9ea-320ccb3e446f {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.570557] env[69742]: WARNING nova.compute.manager [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Received unexpected event network-vif-plugged-997e2feb-6951-4398-b9ea-320ccb3e446f for instance with vm_state building and task_state spawning. [ 674.570708] env[69742]: DEBUG nova.compute.manager [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Received event network-changed-997e2feb-6951-4398-b9ea-320ccb3e446f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.570887] env[69742]: DEBUG nova.compute.manager [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Refreshing instance network info cache due to event network-changed-997e2feb-6951-4398-b9ea-320ccb3e446f. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.571062] env[69742]: DEBUG oslo_concurrency.lockutils [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] Acquiring lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.571336] env[69742]: DEBUG oslo_concurrency.lockutils [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] Acquired lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.571420] env[69742]: DEBUG nova.network.neutron [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Refreshing network info cache for port 997e2feb-6951-4398-b9ea-320ccb3e446f {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.638805] env[69742]: DEBUG nova.network.neutron [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Updating instance_info_cache with network_info: [{"id": "b3a7a4ee-0f70-4453-a26e-43c706ee34a4", "address": "fa:16:3e:e5:af:c0", "network": {"id": "e1cdf542-0723-4ea5-830b-e9289377982c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-477645459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27efb557347e4e63a4b4b082fa100a7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a7a4ee-0f", "ovs_interfaceid": "b3a7a4ee-0f70-4453-a26e-43c706ee34a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.740541] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4059999, 'name': Rename_Task, 'duration_secs': 0.298417} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.740869] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.741373] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1466d12-dff6-4793-aa2e-bb3306ebc3e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.757778] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for the task: (returnval){ [ 674.757778] env[69742]: value = "task-4060001" [ 674.757778] env[69742]: _type = "Task" [ 674.757778] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.776136] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4060001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.943377] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dee9398-e968-43f2-9653-dfcb093e41dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.964265] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060000, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.977083] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4921c-e5f0-4bb9-b8b4-c3067eb05ff3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.027788] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f048fee1-1085-4104-8dff-a88238a93a23 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.031109] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dab500-d4ca-26c6-b5e7-a65eff47432e, 'name': SearchDatastore_Task, 'duration_secs': 0.013353} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.032290] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192117ac-22f2-4944-9e3e-7f152fe32209 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.042260] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e4cd08-8ebe-40f4-8fe3-33fa550b4daf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.045070] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 675.045070] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520b0694-c45b-6362-1cbb-3b5f8e8f9c8d" [ 675.045070] env[69742]: _type = "Task" [ 675.045070] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.062076] env[69742]: DEBUG nova.compute.provider_tree [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.064636] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520b0694-c45b-6362-1cbb-3b5f8e8f9c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.143866] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Releasing lock "refresh_cache-1e7027d0-37ff-4737-a3d9-63724e8b2889" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.143866] env[69742]: DEBUG nova.compute.manager [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Instance network_info: |[{"id": "b3a7a4ee-0f70-4453-a26e-43c706ee34a4", "address": "fa:16:3e:e5:af:c0", "network": {"id": "e1cdf542-0723-4ea5-830b-e9289377982c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-477645459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27efb557347e4e63a4b4b082fa100a7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a7a4ee-0f", "ovs_interfaceid": "b3a7a4ee-0f70-4453-a26e-43c706ee34a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.144228] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:af:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3a7a4ee-0f70-4453-a26e-43c706ee34a4', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.151620] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Creating folder: Project (27efb557347e4e63a4b4b082fa100a7b). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.152363] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d51a7296-fc7b-4da2-9bec-4483721cb579 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.165037] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Created folder: Project (27efb557347e4e63a4b4b082fa100a7b) in parent group-v804621. [ 675.165320] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Creating folder: Instances. Parent ref: group-v804651. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.165606] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b47a26f-e28b-454f-972c-39f3676da5bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.177282] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Created folder: Instances in parent group-v804651. [ 675.177534] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.177732] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.177947] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c13bfe82-7629-4628-8503-45e46984ca29 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.199219] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.199219] env[69742]: value = "task-4060004" [ 675.199219] env[69742]: _type = "Task" [ 675.199219] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.209137] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060004, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.269848] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4060001, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.367671] env[69742]: DEBUG nova.compute.manager [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Received event network-vif-plugged-b3a7a4ee-0f70-4453-a26e-43c706ee34a4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.367894] env[69742]: DEBUG oslo_concurrency.lockutils [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] Acquiring lock "1e7027d0-37ff-4737-a3d9-63724e8b2889-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.368124] env[69742]: DEBUG oslo_concurrency.lockutils [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.368290] env[69742]: DEBUG oslo_concurrency.lockutils [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.368455] env[69742]: DEBUG nova.compute.manager [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] No waiting events found dispatching network-vif-plugged-b3a7a4ee-0f70-4453-a26e-43c706ee34a4 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.368628] env[69742]: WARNING nova.compute.manager [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Received unexpected event network-vif-plugged-b3a7a4ee-0f70-4453-a26e-43c706ee34a4 for instance with vm_state building and task_state spawning. [ 675.368789] env[69742]: DEBUG nova.compute.manager [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Received event network-changed-b3a7a4ee-0f70-4453-a26e-43c706ee34a4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.368941] env[69742]: DEBUG nova.compute.manager [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Refreshing instance network info cache due to event network-changed-b3a7a4ee-0f70-4453-a26e-43c706ee34a4. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.369245] env[69742]: DEBUG oslo_concurrency.lockutils [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] Acquiring lock "refresh_cache-1e7027d0-37ff-4737-a3d9-63724e8b2889" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.369427] env[69742]: DEBUG oslo_concurrency.lockutils [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] Acquired lock "refresh_cache-1e7027d0-37ff-4737-a3d9-63724e8b2889" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.369616] env[69742]: DEBUG nova.network.neutron [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Refreshing network info cache for port b3a7a4ee-0f70-4453-a26e-43c706ee34a4 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.461553] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60258} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.461975] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 63005fe8-620c-4a91-b48c-5cecee3ad2d5/63005fe8-620c-4a91-b48c-5cecee3ad2d5.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.462303] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.462613] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e65fd4aa-8c46-4508-b1c4-86db57f321f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.471604] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 675.471604] env[69742]: value = "task-4060005" [ 675.471604] env[69742]: _type = "Task" [ 675.471604] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.482690] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.529214] env[69742]: DEBUG nova.compute.manager [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.560936] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520b0694-c45b-6362-1cbb-3b5f8e8f9c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.023838} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.564489] env[69742]: DEBUG nova.virt.hardware [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.564832] env[69742]: DEBUG nova.virt.hardware [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.565069] env[69742]: DEBUG nova.virt.hardware [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.565330] env[69742]: DEBUG nova.virt.hardware [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.566576] env[69742]: DEBUG nova.virt.hardware [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.566576] env[69742]: DEBUG nova.virt.hardware [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.566576] env[69742]: DEBUG nova.virt.hardware [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.566576] env[69742]: DEBUG nova.virt.hardware [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.566576] env[69742]: DEBUG nova.virt.hardware [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.566881] env[69742]: DEBUG nova.virt.hardware [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.567073] env[69742]: DEBUG nova.virt.hardware [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.567448] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.567734] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 325ff5b6-806a-49a2-ab23-3447973a5dd7/325ff5b6-806a-49a2-ab23-3447973a5dd7.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.568708] env[69742]: DEBUG nova.scheduler.client.report [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.572627] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab15752-14bc-4402-9b28-84e6aec7934c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.575660] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a47d261-8572-4942-ad02-d325956060a1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.587562] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41a1a16-3695-4507-9e47-af9f72b5dd5b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.590954] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 675.590954] env[69742]: value = "task-4060006" [ 675.590954] env[69742]: _type = "Task" [ 675.590954] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.612787] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.718144] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060004, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.740363] env[69742]: DEBUG nova.network.neutron [-] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.771253] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4060001, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.843267] env[69742]: DEBUG nova.network.neutron [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updated VIF entry in instance network info cache for port 997e2feb-6951-4398-b9ea-320ccb3e446f. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.843716] env[69742]: DEBUG nova.network.neutron [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance_info_cache with network_info: [{"id": "997e2feb-6951-4398-b9ea-320ccb3e446f", "address": "fa:16:3e:f7:4f:ab", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997e2feb-69", "ovs_interfaceid": "997e2feb-6951-4398-b9ea-320ccb3e446f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.987194] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080549} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.987578] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.988502] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af832b5b-9b51-4919-97b4-601ad4ee2065 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.017747] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 63005fe8-620c-4a91-b48c-5cecee3ad2d5/63005fe8-620c-4a91-b48c-5cecee3ad2d5.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.018279] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0229b450-0047-4f7f-8f68-2aa32c00d8c1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.041289] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 676.041289] env[69742]: value = "task-4060007" [ 676.041289] env[69742]: _type = "Task" [ 676.041289] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.050878] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.076987] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.077597] env[69742]: DEBUG nova.compute.manager [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.080461] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.941s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.082075] env[69742]: INFO nova.compute.claims [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.105419] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060006, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.213370] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060004, 'name': CreateVM_Task, 'duration_secs': 0.633241} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.213370] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.214124] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.214284] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.214600] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.214896] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79515177-63cb-41d3-97e0-082f025938dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.221185] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 676.221185] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520a4a14-c414-c34c-3ff7-9125e42089be" [ 676.221185] env[69742]: _type = "Task" [ 676.221185] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.238753] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520a4a14-c414-c34c-3ff7-9125e42089be, 'name': SearchDatastore_Task, 'duration_secs': 0.012774} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.239236] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.239616] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.240105] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.240407] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.240758] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.241200] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a24cc5d-64b7-49e4-bb28-e3fa8bfc04d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.244066] env[69742]: INFO nova.compute.manager [-] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Took 2.24 seconds to deallocate network for instance. [ 676.257037] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.257037] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.257037] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3bce14-1f67-4a95-b3d9-29c823b65274 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.265173] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 676.265173] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52663806-0035-7689-9da8-1ebab1c83092" [ 676.265173] env[69742]: _type = "Task" [ 676.265173] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.273054] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4060001, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.280486] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52663806-0035-7689-9da8-1ebab1c83092, 'name': SearchDatastore_Task, 'duration_secs': 0.011828} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.283199] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04829f6-5663-4903-86c0-1e9334abf3ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.292271] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 676.292271] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522081e1-5b65-40b2-dc9c-00614f9a0654" [ 676.292271] env[69742]: _type = "Task" [ 676.292271] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.309728] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522081e1-5b65-40b2-dc9c-00614f9a0654, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.310429] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.312138] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1e7027d0-37ff-4737-a3d9-63724e8b2889/1e7027d0-37ff-4737-a3d9-63724e8b2889.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.312138] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db881681-a21c-4f6f-afe3-31708b023a7f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.322019] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 676.322019] env[69742]: value = "task-4060008" [ 676.322019] env[69742]: _type = "Task" [ 676.322019] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.331520] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.346801] env[69742]: DEBUG oslo_concurrency.lockutils [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] Releasing lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.347225] env[69742]: DEBUG nova.compute.manager [req-ceb687f9-5342-4ae9-b1af-16f4d33045c8 req-418ac9fe-1eb6-4f84-8c30-f652be7c2444 service nova] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Received event network-vif-deleted-5ae678f5-d6d7-4302-9764-cd11c15ea866 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.493200] env[69742]: DEBUG nova.network.neutron [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Updated VIF entry in instance network info cache for port b3a7a4ee-0f70-4453-a26e-43c706ee34a4. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.493540] env[69742]: DEBUG nova.network.neutron [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Updating instance_info_cache with network_info: [{"id": "b3a7a4ee-0f70-4453-a26e-43c706ee34a4", "address": "fa:16:3e:e5:af:c0", "network": {"id": "e1cdf542-0723-4ea5-830b-e9289377982c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-477645459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27efb557347e4e63a4b4b082fa100a7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a7a4ee-0f", "ovs_interfaceid": "b3a7a4ee-0f70-4453-a26e-43c706ee34a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.529267] env[69742]: DEBUG nova.network.neutron [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Successfully updated port: 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.561717] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060007, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.589478] env[69742]: DEBUG nova.compute.utils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.601557] env[69742]: DEBUG nova.compute.manager [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.601557] env[69742]: DEBUG nova.network.neutron [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.619033] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596464} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.619033] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 325ff5b6-806a-49a2-ab23-3447973a5dd7/325ff5b6-806a-49a2-ab23-3447973a5dd7.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.619033] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.619258] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8e8f703-b80e-4552-be99-552283d66116 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.632714] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 676.632714] env[69742]: value = "task-4060009" [ 676.632714] env[69742]: _type = "Task" [ 676.632714] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.647177] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.740819] env[69742]: DEBUG nova.policy [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efc7c3a671fd41a0bf39a86fb2749048', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcd11c2e883940f4aee3fea3ff837938', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.754223] env[69742]: DEBUG oslo_concurrency.lockutils [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.772127] env[69742]: DEBUG oslo_vmware.api [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4060001, 'name': PowerOnVM_Task, 'duration_secs': 1.524441} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.772127] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.772319] env[69742]: INFO nova.compute.manager [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Took 11.51 seconds to spawn the instance on the hypervisor. [ 676.772558] env[69742]: DEBUG nova.compute.manager [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.773550] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0a64cb-43d6-464e-88f4-cf11cd12d1a7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.836497] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060008, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.997676] env[69742]: DEBUG oslo_concurrency.lockutils [req-ba2a2e81-31aa-45d2-8d11-b3aedb9cc3ea req-e6cb689a-fbf1-451b-892a-c723c8b51d4c service nova] Releasing lock "refresh_cache-1e7027d0-37ff-4737-a3d9-63724e8b2889" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.033895] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquiring lock "refresh_cache-57230e5a-9da3-410e-9b06-5f25f21b5ed4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.033895] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquired lock "refresh_cache-57230e5a-9da3-410e-9b06-5f25f21b5ed4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.033895] env[69742]: DEBUG nova.network.neutron [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.056716] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060007, 'name': ReconfigVM_Task, 'duration_secs': 0.532711} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.056716] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 63005fe8-620c-4a91-b48c-5cecee3ad2d5/63005fe8-620c-4a91-b48c-5cecee3ad2d5.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.056919] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b1799fb-62e1-4703-ba2b-56313e32061f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.065738] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 677.065738] env[69742]: value = "task-4060010" [ 677.065738] env[69742]: _type = "Task" [ 677.065738] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.072222] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquiring lock "8975561e-5484-450c-a793-eb8dc7451bf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.072222] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Lock "8975561e-5484-450c-a793-eb8dc7451bf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.072222] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquiring lock "8975561e-5484-450c-a793-eb8dc7451bf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.072222] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Lock "8975561e-5484-450c-a793-eb8dc7451bf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.073115] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Lock "8975561e-5484-450c-a793-eb8dc7451bf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.075561] env[69742]: INFO nova.compute.manager [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Terminating instance [ 677.082807] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060010, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.101142] env[69742]: DEBUG nova.compute.manager [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.147391] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24236} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.147676] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.148787] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393ecf46-7fbb-4180-8ed9-9eba8980a8e3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.174560] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 325ff5b6-806a-49a2-ab23-3447973a5dd7/325ff5b6-806a-49a2-ab23-3447973a5dd7.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.179030] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa6c2e67-0f8c-4e57-93d2-1d1e1e92b551 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.202083] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 677.202083] env[69742]: value = "task-4060011" [ 677.202083] env[69742]: _type = "Task" [ 677.202083] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.218895] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.300552] env[69742]: INFO nova.compute.manager [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Took 27.21 seconds to build instance. [ 677.345397] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524015} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.346779] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1e7027d0-37ff-4737-a3d9-63724e8b2889/1e7027d0-37ff-4737-a3d9-63724e8b2889.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.347022] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.347466] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a15c037b-ba34-4050-9ff2-c90aa37cc955 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.355934] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 677.355934] env[69742]: value = "task-4060012" [ 677.355934] env[69742]: _type = "Task" [ 677.355934] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.374309] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.566288] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dab3c9-89b7-4339-83a8-1657fe4be688 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.581721] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b021c070-ee45-4047-93bf-f279130dcdb7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.586931] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060010, 'name': Rename_Task, 'duration_secs': 0.424751} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.587332] env[69742]: DEBUG nova.compute.manager [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.587585] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.587943] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.590077] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763642e1-e515-4938-843f-7907d3639a45 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.592366] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12050c50-8c8f-40e6-a5e5-39f23dd091e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.598745] env[69742]: DEBUG nova.compute.manager [req-f13c04b6-2399-46cd-817d-461e91cbe0f1 req-e69a7980-7f25-49e2-b282-f4c08969cab1 service nova] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Received event network-vif-deleted-27843f59-6d53-42f3-85ec-a0430a33c92e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.637215] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.637535] env[69742]: DEBUG nova.network.neutron [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.642367] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594c9756-cccc-4830-a221-3c6d1d9c6efe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.644901] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f7dddb-7427-47d7-a1f0-699d17d9ab16 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.646547] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 677.646547] env[69742]: value = "task-4060013" [ 677.646547] env[69742]: _type = "Task" [ 677.646547] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.647439] env[69742]: DEBUG nova.network.neutron [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Successfully created port: 94b8d0dc-41e4-4beb-b1e9-65a280374a49 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.659851] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8c88b7-a7f0-4bbb-ac56-f68d66a85232 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.665848] env[69742]: DEBUG oslo_vmware.api [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for the task: (returnval){ [ 677.665848] env[69742]: value = "task-4060014" [ 677.665848] env[69742]: _type = "Task" [ 677.665848] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.670351] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060013, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.686829] env[69742]: DEBUG nova.compute.provider_tree [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.696754] env[69742]: DEBUG oslo_vmware.api [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4060014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.721213] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.812218] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c8c0a33-9334-4250-a68f-8b40f675bf55 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Lock "463e35d4-a79b-43a4-9700-3b40ac295bf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.741s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.871454] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192276} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.871810] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.872699] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e3b19a-5e31-4c91-acf2-5c3a5f5abfe8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.909537] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 1e7027d0-37ff-4737-a3d9-63724e8b2889/1e7027d0-37ff-4737-a3d9-63724e8b2889.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.910363] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac1deacc-735f-4c33-9529-114184ac07b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.932993] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 677.932993] env[69742]: value = "task-4060015" [ 677.932993] env[69742]: _type = "Task" [ 677.932993] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.951038] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.048289] env[69742]: DEBUG nova.network.neutron [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Updating instance_info_cache with network_info: [{"id": "61631c7b-7e8a-45c0-9bc5-d20c68eb2feb", "address": "fa:16:3e:b0:0b:04", "network": {"id": "6ed66af8-3dca-4aa4-830f-921fa7ca4381", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1257153294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a70442f323894b13803a3d4944bfcf94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61631c7b-7e", "ovs_interfaceid": "61631c7b-7e8a-45c0-9bc5-d20c68eb2feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.142768] env[69742]: DEBUG nova.compute.manager [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.163064] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060013, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.183941] env[69742]: DEBUG oslo_vmware.api [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4060014, 'name': PowerOffVM_Task, 'duration_secs': 0.344094} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.185993] env[69742]: DEBUG nova.virt.hardware [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.186255] env[69742]: DEBUG nova.virt.hardware [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.186459] env[69742]: DEBUG nova.virt.hardware [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.187947] env[69742]: DEBUG nova.virt.hardware [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.187947] env[69742]: DEBUG nova.virt.hardware [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.187947] env[69742]: DEBUG nova.virt.hardware [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.187947] env[69742]: DEBUG nova.virt.hardware [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.187947] env[69742]: DEBUG nova.virt.hardware [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.188209] env[69742]: DEBUG nova.virt.hardware [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.188209] env[69742]: DEBUG nova.virt.hardware [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.188209] env[69742]: DEBUG nova.virt.hardware [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.188313] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.188684] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.189231] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7843bc4e-92c3-47f2-9f39-53159307fd93 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.192082] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bcfdbbb-0b36-4a0a-ae4d-47bf0ceef899 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.194301] env[69742]: DEBUG nova.scheduler.client.report [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.208811] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a888af91-9b8d-481f-ac64-02e8bcdd2665 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.221105] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060011, 'name': ReconfigVM_Task, 'duration_secs': 0.846159} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.229703] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 325ff5b6-806a-49a2-ab23-3447973a5dd7/325ff5b6-806a-49a2-ab23-3447973a5dd7.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.231211] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0c5dd6b-1dde-4918-898a-f965b82decc4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.241686] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 678.241686] env[69742]: value = "task-4060017" [ 678.241686] env[69742]: _type = "Task" [ 678.241686] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.252997] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060017, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.294871] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.295142] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.295337] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Deleting the datastore file [datastore2] 8975561e-5484-450c-a793-eb8dc7451bf6 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.295617] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8453670d-caf1-4c03-90bb-a4a548fe94f3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.304034] env[69742]: DEBUG oslo_vmware.api [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for the task: (returnval){ [ 678.304034] env[69742]: value = "task-4060018" [ 678.304034] env[69742]: _type = "Task" [ 678.304034] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.314591] env[69742]: DEBUG oslo_vmware.api [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4060018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.318319] env[69742]: DEBUG nova.compute.manager [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.450720] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.550670] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Releasing lock "refresh_cache-57230e5a-9da3-410e-9b06-5f25f21b5ed4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.551049] env[69742]: DEBUG nova.compute.manager [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Instance network_info: |[{"id": "61631c7b-7e8a-45c0-9bc5-d20c68eb2feb", "address": "fa:16:3e:b0:0b:04", "network": {"id": "6ed66af8-3dca-4aa4-830f-921fa7ca4381", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1257153294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a70442f323894b13803a3d4944bfcf94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61631c7b-7e", "ovs_interfaceid": "61631c7b-7e8a-45c0-9bc5-d20c68eb2feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.551484] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:0b:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61631c7b-7e8a-45c0-9bc5-d20c68eb2feb', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.559647] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Creating folder: Project (a70442f323894b13803a3d4944bfcf94). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.560031] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-749d626f-860e-44e1-a733-73c3117db0eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.578737] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Created folder: Project (a70442f323894b13803a3d4944bfcf94) in parent group-v804621. [ 678.578910] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Creating folder: Instances. Parent ref: group-v804654. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.579745] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba540daf-de41-4ef5-9ae8-81772ff2c110 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.599926] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Created folder: Instances in parent group-v804654. [ 678.599926] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.599926] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.599926] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b95109f3-a496-4ebe-984d-e455925ccd93 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.628961] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.628961] env[69742]: value = "task-4060021" [ 678.628961] env[69742]: _type = "Task" [ 678.628961] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.640300] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060021, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.663026] env[69742]: DEBUG oslo_vmware.api [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060013, 'name': PowerOnVM_Task, 'duration_secs': 0.972603} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.663608] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.663608] env[69742]: INFO nova.compute.manager [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Took 10.90 seconds to spawn the instance on the hypervisor. [ 678.663707] env[69742]: DEBUG nova.compute.manager [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.664934] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d7ec68-a9fc-4889-8c68-31d52fb0a061 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.702830] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.703658] env[69742]: DEBUG nova.compute.manager [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.707937] env[69742]: DEBUG oslo_concurrency.lockutils [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.018s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.713726] env[69742]: INFO nova.compute.claims [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.759576] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060017, 'name': Rename_Task, 'duration_secs': 0.186006} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.760102] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.760552] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf99df84-16d7-496a-a49d-831a628af80b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.774282] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 678.774282] env[69742]: value = "task-4060022" [ 678.774282] env[69742]: _type = "Task" [ 678.774282] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.791889] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.821965] env[69742]: DEBUG oslo_vmware.api [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Task: {'id': task-4060018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254917} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.821965] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.822172] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.822944] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.823876] env[69742]: INFO nova.compute.manager [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Took 1.24 seconds to destroy the instance on the hypervisor. [ 678.824422] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.832864] env[69742]: DEBUG nova.compute.manager [-] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.832864] env[69742]: DEBUG nova.network.neutron [-] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.857783] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.955212] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060015, 'name': ReconfigVM_Task, 'duration_secs': 0.618953} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.955212] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 1e7027d0-37ff-4737-a3d9-63724e8b2889/1e7027d0-37ff-4737-a3d9-63724e8b2889.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.959391] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b49a1353-9498-4335-a98e-3dc613c30a63 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.975576] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 678.975576] env[69742]: value = "task-4060023" [ 678.975576] env[69742]: _type = "Task" [ 678.975576] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.992243] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060023, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.073439] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquiring lock "a936140b-b304-4067-a3f9-bfd0445b4950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.073898] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "a936140b-b304-4067-a3f9-bfd0445b4950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.148285] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060021, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.185204] env[69742]: INFO nova.compute.manager [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Took 28.61 seconds to build instance. [ 679.227152] env[69742]: DEBUG nova.compute.utils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.234327] env[69742]: DEBUG nova.compute.manager [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.234572] env[69742]: DEBUG nova.network.neutron [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.292196] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.369290] env[69742]: DEBUG nova.policy [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f82155a57adc4b438bc0123293a03fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ffb2a184d3346f6809455b2be280c3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.456495] env[69742]: DEBUG nova.network.neutron [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Successfully updated port: 94b8d0dc-41e4-4beb-b1e9-65a280374a49 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.494694] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060023, 'name': Rename_Task, 'duration_secs': 0.211354} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.494694] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.494694] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f72ceee-2e52-4792-a1bf-29208923f4fa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.504236] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 679.504236] env[69742]: value = "task-4060024" [ 679.504236] env[69742]: _type = "Task" [ 679.504236] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.515401] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.644505] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060021, 'name': CreateVM_Task, 'duration_secs': 0.539106} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.644690] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.645430] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.645598] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.645939] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.646255] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b0e539-ce39-4e80-9c3e-7b94d6f21320 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.654580] env[69742]: DEBUG nova.compute.manager [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Received event network-vif-plugged-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.654580] env[69742]: DEBUG oslo_concurrency.lockutils [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] Acquiring lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.654580] env[69742]: DEBUG oslo_concurrency.lockutils [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.654580] env[69742]: DEBUG oslo_concurrency.lockutils [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.654580] env[69742]: DEBUG nova.compute.manager [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] No waiting events found dispatching network-vif-plugged-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.654883] env[69742]: WARNING nova.compute.manager [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Received unexpected event network-vif-plugged-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb for instance with vm_state building and task_state spawning. [ 679.654883] env[69742]: DEBUG nova.compute.manager [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Received event network-changed-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.654883] env[69742]: DEBUG nova.compute.manager [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Refreshing instance network info cache due to event network-changed-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.654883] env[69742]: DEBUG oslo_concurrency.lockutils [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] Acquiring lock "refresh_cache-57230e5a-9da3-410e-9b06-5f25f21b5ed4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.654883] env[69742]: DEBUG oslo_concurrency.lockutils [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] Acquired lock "refresh_cache-57230e5a-9da3-410e-9b06-5f25f21b5ed4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.655085] env[69742]: DEBUG nova.network.neutron [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Refreshing network info cache for port 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.657571] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for the task: (returnval){ [ 679.657571] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524e904f-c91b-d987-824c-6dc8396014a8" [ 679.657571] env[69742]: _type = "Task" [ 679.657571] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.668627] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524e904f-c91b-d987-824c-6dc8396014a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.689499] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dbc0a002-7d9f-43ef-869b-cbbcb9f4a919 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.125s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.737238] env[69742]: DEBUG nova.compute.manager [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.793788] env[69742]: DEBUG oslo_vmware.api [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060022, 'name': PowerOnVM_Task, 'duration_secs': 0.598333} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.794419] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.794668] env[69742]: INFO nova.compute.manager [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Took 6.83 seconds to spawn the instance on the hypervisor. [ 679.794881] env[69742]: DEBUG nova.compute.manager [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.795761] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0087ed-c6d8-4d02-b47d-2d5cbb188216 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.960812] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "refresh_cache-57ebdc08-cc73-4c5d-983d-493ce3c220de" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.960970] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquired lock "refresh_cache-57ebdc08-cc73-4c5d-983d-493ce3c220de" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.961141] env[69742]: DEBUG nova.network.neutron [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.016762] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060024, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.102163] env[69742]: DEBUG nova.network.neutron [-] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.136460] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01804f27-66ae-46a2-b1de-5b6b3d1dc042 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.145520] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d862cc-d576-4b02-a22f-a2f9fefc4ce8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.186035] env[69742]: DEBUG nova.network.neutron [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Successfully created port: 5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.192905] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffecce9-78c7-41e7-b995-3122c0595d0b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.194740] env[69742]: DEBUG nova.compute.manager [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.211089] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524e904f-c91b-d987-824c-6dc8396014a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013925} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.211089] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.211089] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.211089] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.211436] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.211436] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.211436] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc07c5e-2d29-4616-8750-5a107c6c57b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.215089] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8bf4da6-0759-41e1-8e21-cece6d41016c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.231558] env[69742]: DEBUG nova.compute.provider_tree [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.235453] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.235708] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.237369] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d4f331-9419-454a-a7d9-9aff63a54f3e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.248487] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for the task: (returnval){ [ 680.248487] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520b07eb-3674-908d-080a-a05f2bb53827" [ 680.248487] env[69742]: _type = "Task" [ 680.248487] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.262692] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520b07eb-3674-908d-080a-a05f2bb53827, 'name': SearchDatastore_Task, 'duration_secs': 0.012723} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.263542] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54351f74-5b4b-4245-b9ec-98ef31f514cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.272515] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for the task: (returnval){ [ 680.272515] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523eb0bc-cd58-dda6-5511-634172b0067b" [ 680.272515] env[69742]: _type = "Task" [ 680.272515] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.290490] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523eb0bc-cd58-dda6-5511-634172b0067b, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.290490] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.290490] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 57230e5a-9da3-410e-9b06-5f25f21b5ed4/57230e5a-9da3-410e-9b06-5f25f21b5ed4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.291279] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d750ff4-9b52-4b5a-b482-5f922c662f7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.302814] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for the task: (returnval){ [ 680.302814] env[69742]: value = "task-4060025" [ 680.302814] env[69742]: _type = "Task" [ 680.302814] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.320541] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.323846] env[69742]: INFO nova.compute.manager [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Took 26.98 seconds to build instance. [ 680.504231] env[69742]: DEBUG nova.network.neutron [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.519972] env[69742]: DEBUG oslo_vmware.api [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060024, 'name': PowerOnVM_Task, 'duration_secs': 0.879456} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.520301] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.520515] env[69742]: INFO nova.compute.manager [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Took 10.14 seconds to spawn the instance on the hypervisor. [ 680.520691] env[69742]: DEBUG nova.compute.manager [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.521524] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ef0d60-7212-400d-8127-d278200d4bd4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.607916] env[69742]: INFO nova.compute.manager [-] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Took 1.78 seconds to deallocate network for instance. [ 680.738092] env[69742]: DEBUG nova.scheduler.client.report [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.748062] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.752704] env[69742]: DEBUG nova.compute.manager [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.800360] env[69742]: DEBUG nova.virt.hardware [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.800360] env[69742]: DEBUG nova.virt.hardware [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.800608] env[69742]: DEBUG nova.virt.hardware [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.800695] env[69742]: DEBUG nova.virt.hardware [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.800886] env[69742]: DEBUG nova.virt.hardware [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.801089] env[69742]: DEBUG nova.virt.hardware [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.801371] env[69742]: DEBUG nova.virt.hardware [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.801721] env[69742]: DEBUG nova.virt.hardware [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.802203] env[69742]: DEBUG nova.virt.hardware [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.802573] env[69742]: DEBUG nova.virt.hardware [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.802780] env[69742]: DEBUG nova.virt.hardware [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.804331] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76c84e1-1181-44c7-a27c-c0770a94dd76 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.820878] env[69742]: DEBUG nova.network.neutron [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Updating instance_info_cache with network_info: [{"id": "94b8d0dc-41e4-4beb-b1e9-65a280374a49", "address": "fa:16:3e:53:e6:2a", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94b8d0dc-41", "ovs_interfaceid": "94b8d0dc-41e4-4beb-b1e9-65a280374a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.823571] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459ff793-2abf-4041-9d89-236bd6093e43 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.828783] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060025, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.829104] env[69742]: DEBUG oslo_concurrency.lockutils [None req-31312e51-bbf4-4a33-aa0c-a5a76d656738 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "325ff5b6-806a-49a2-ab23-3447973a5dd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.502s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.967191] env[69742]: DEBUG nova.network.neutron [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Updated VIF entry in instance network info cache for port 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.967551] env[69742]: DEBUG nova.network.neutron [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Updating instance_info_cache with network_info: [{"id": "61631c7b-7e8a-45c0-9bc5-d20c68eb2feb", "address": "fa:16:3e:b0:0b:04", "network": {"id": "6ed66af8-3dca-4aa4-830f-921fa7ca4381", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1257153294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a70442f323894b13803a3d4944bfcf94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61631c7b-7e", "ovs_interfaceid": "61631c7b-7e8a-45c0-9bc5-d20c68eb2feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.042450] env[69742]: INFO nova.compute.manager [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Took 29.00 seconds to build instance. [ 681.069828] env[69742]: DEBUG nova.compute.manager [None req-008fa7c7-ba02-4fdf-975a-574c818a8ffc tempest-ServerExternalEventsTest-47263540 tempest-ServerExternalEventsTest-47263540-project] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Received event network-changed {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.070677] env[69742]: DEBUG nova.compute.manager [None req-008fa7c7-ba02-4fdf-975a-574c818a8ffc tempest-ServerExternalEventsTest-47263540 tempest-ServerExternalEventsTest-47263540-project] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Refreshing instance network info cache due to event network-changed. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.070677] env[69742]: DEBUG oslo_concurrency.lockutils [None req-008fa7c7-ba02-4fdf-975a-574c818a8ffc tempest-ServerExternalEventsTest-47263540 tempest-ServerExternalEventsTest-47263540-project] Acquiring lock "refresh_cache-463e35d4-a79b-43a4-9700-3b40ac295bf8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.070845] env[69742]: DEBUG oslo_concurrency.lockutils [None req-008fa7c7-ba02-4fdf-975a-574c818a8ffc tempest-ServerExternalEventsTest-47263540 tempest-ServerExternalEventsTest-47263540-project] Acquired lock "refresh_cache-463e35d4-a79b-43a4-9700-3b40ac295bf8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.070897] env[69742]: DEBUG nova.network.neutron [None req-008fa7c7-ba02-4fdf-975a-574c818a8ffc tempest-ServerExternalEventsTest-47263540 tempest-ServerExternalEventsTest-47263540-project] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.114253] env[69742]: DEBUG nova.compute.manager [req-ca35f875-89f4-43b7-b3cc-64a23eb70f95 req-97313e90-dab5-473e-b24a-d839e43fda86 service nova] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Received event network-vif-deleted-5d71eeb0-7832-4f75-8ccd-87b8faa4b27f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.118224] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.250353] env[69742]: DEBUG oslo_concurrency.lockutils [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.251037] env[69742]: DEBUG nova.compute.manager [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.253698] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.446s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.257022] env[69742]: INFO nova.compute.claims [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.317180] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060025, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.329549] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Releasing lock "refresh_cache-57ebdc08-cc73-4c5d-983d-493ce3c220de" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.329978] env[69742]: DEBUG nova.compute.manager [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Instance network_info: |[{"id": "94b8d0dc-41e4-4beb-b1e9-65a280374a49", "address": "fa:16:3e:53:e6:2a", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94b8d0dc-41", "ovs_interfaceid": "94b8d0dc-41e4-4beb-b1e9-65a280374a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.330417] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:e6:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94b8d0dc-41e4-4beb-b1e9-65a280374a49', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.339397] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Creating folder: Project (fcd11c2e883940f4aee3fea3ff837938). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.341814] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.342525] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2a20313-d59c-4193-8efa-f34f041633c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.357808] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Created folder: Project (fcd11c2e883940f4aee3fea3ff837938) in parent group-v804621. [ 681.357808] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Creating folder: Instances. Parent ref: group-v804657. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.361702] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc2172c0-03f6-477a-b6ef-34699515784b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.375953] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Created folder: Instances in parent group-v804657. [ 681.376270] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.376503] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.376713] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9c6844a-b745-4c52-a949-dfc22670c7c7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.399706] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.399706] env[69742]: value = "task-4060028" [ 681.399706] env[69742]: _type = "Task" [ 681.399706] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.409560] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060028, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.470995] env[69742]: DEBUG oslo_concurrency.lockutils [req-32598c6d-a860-4d33-a586-0667afa00b95 req-855aff68-174a-4a32-b5c4-4cff310c0206 service nova] Releasing lock "refresh_cache-57230e5a-9da3-410e-9b06-5f25f21b5ed4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.544921] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c2ed74c-953b-4aa9-b0a0-0fc764ffadf6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.522s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.762665] env[69742]: DEBUG nova.compute.utils [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.769018] env[69742]: DEBUG nova.compute.manager [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.769870] env[69742]: DEBUG nova.network.neutron [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.820268] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060025, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.877282] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.896042] env[69742]: DEBUG nova.policy [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19344bba3d9f4d6091d28e53487949c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c42dfe64352e4097920991e02e12aedc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.912778] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060028, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.032291] env[69742]: DEBUG nova.network.neutron [None req-008fa7c7-ba02-4fdf-975a-574c818a8ffc tempest-ServerExternalEventsTest-47263540 tempest-ServerExternalEventsTest-47263540-project] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Updating instance_info_cache with network_info: [{"id": "32a87bd1-1e91-4167-841a-831eb5710258", "address": "fa:16:3e:d3:c2:98", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a87bd1-1e", "ovs_interfaceid": "32a87bd1-1e91-4167-841a-831eb5710258", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.050463] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.270736] env[69742]: DEBUG nova.compute.manager [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.315582] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060025, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.584193} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.319930] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 57230e5a-9da3-410e-9b06-5f25f21b5ed4/57230e5a-9da3-410e-9b06-5f25f21b5ed4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.320291] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.320846] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-806b97cf-62c5-4546-9c51-7a0387e721f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.328542] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for the task: (returnval){ [ 682.328542] env[69742]: value = "task-4060029" [ 682.328542] env[69742]: _type = "Task" [ 682.328542] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.351831] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.411413] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060028, 'name': CreateVM_Task, 'duration_secs': 0.901462} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.414221] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.415315] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.415459] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.415771] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.416045] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e840ed7-e9f3-4b49-94d5-c20a6e9d0a9e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.421412] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 682.421412] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5246bc34-7dfa-49ed-2500-78b77b038545" [ 682.421412] env[69742]: _type = "Task" [ 682.421412] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.430242] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5246bc34-7dfa-49ed-2500-78b77b038545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.533757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-008fa7c7-ba02-4fdf-975a-574c818a8ffc tempest-ServerExternalEventsTest-47263540 tempest-ServerExternalEventsTest-47263540-project] Releasing lock "refresh_cache-463e35d4-a79b-43a4-9700-3b40ac295bf8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.580237] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.597425] env[69742]: DEBUG nova.network.neutron [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Successfully created port: 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.649528] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529933a2-4b1f-417c-bcce-8b91a28890b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.657944] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afb0fcb-f7b9-41ea-a5eb-8315c6089c68 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.697663] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9caf1c9-d68c-4810-9a0b-68ec935037c6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.707779] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2d9bcb-d3c2-4db1-9e84-04c562591952 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.724230] env[69742]: DEBUG nova.compute.provider_tree [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.778681] env[69742]: INFO nova.virt.block_device [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Booting with volume 9b30142a-cc50-4f96-b378-639939bfac8b at /dev/sda [ 682.838978] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076129} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.839428] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.841512] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f168cc42-2e02-48db-aa68-d6615228145d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.866648] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 57230e5a-9da3-410e-9b06-5f25f21b5ed4/57230e5a-9da3-410e-9b06-5f25f21b5ed4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.868076] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15759880-7aa7-49bd-8c7a-e419eec5e092 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.883307] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-281979ca-8232-4ed3-883d-698703a1517e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.898022] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a9cb12-0b50-4d26-b4cb-f83c869080fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.907135] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for the task: (returnval){ [ 682.907135] env[69742]: value = "task-4060030" [ 682.907135] env[69742]: _type = "Task" [ 682.907135] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.913468] env[69742]: DEBUG nova.network.neutron [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Successfully updated port: 5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.936808] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74d6b7b9-ea37-4135-8f26-1e02d1c4a282 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.939075] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.948174] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5246bc34-7dfa-49ed-2500-78b77b038545, 'name': SearchDatastore_Task, 'duration_secs': 0.011165} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.948833] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.949166] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.949472] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.951034] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.951034] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.951034] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fa43f98-9717-4730-a86e-921cfcd00127 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.954957] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ed3f6-1ac2-4438-b9c0-5705e116be6b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.969211] env[69742]: DEBUG nova.compute.manager [None req-f67dbf85-acde-4cbe-ade2-8e6b45f77dca tempest-ServerDiagnosticsV248Test-1974160664 tempest-ServerDiagnosticsV248Test-1974160664-project-admin] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.971312] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e616aa83-8c2a-4c03-86a8-eabb62be2e8f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.978484] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.978769] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.981558] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63a22ca-c5bf-4918-b27e-815b300894b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.985272] env[69742]: INFO nova.compute.manager [None req-f67dbf85-acde-4cbe-ade2-8e6b45f77dca tempest-ServerDiagnosticsV248Test-1974160664 tempest-ServerDiagnosticsV248Test-1974160664-project-admin] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Retrieving diagnostics [ 682.998727] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf04be17-1a30-48b2-aaca-ca7c19769d2a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.004048] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062f0350-9855-4499-9406-e8bddcd145b0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.008634] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 683.008634] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52683764-72dc-c769-2b2a-e8446d7cab97" [ 683.008634] env[69742]: _type = "Task" [ 683.008634] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.042886] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6f3f17-a665-4565-a9f7-068614841e09 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.050366] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52683764-72dc-c769-2b2a-e8446d7cab97, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.051811] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04692c7c-1e0b-4d28-ad22-bcf6bdd9ee93 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.058472] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 683.058472] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529860e6-48ea-9672-51c0-ce441e59e2d5" [ 683.058472] env[69742]: _type = "Task" [ 683.058472] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.067997] env[69742]: DEBUG nova.virt.block_device [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Updating existing volume attachment record: 0e91d875-d0f6-42c4-a43b-1078d8e4a8b6 {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 683.078487] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529860e6-48ea-9672-51c0-ce441e59e2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011433} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.078787] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.079111] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 57ebdc08-cc73-4c5d-983d-493ce3c220de/57ebdc08-cc73-4c5d-983d-493ce3c220de.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.080377] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec274b18-f1c7-4d1b-8a9f-e840fcbe6d40 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.088394] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 683.088394] env[69742]: value = "task-4060031" [ 683.088394] env[69742]: _type = "Task" [ 683.088394] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.099084] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.228515] env[69742]: DEBUG nova.scheduler.client.report [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.418905] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquiring lock "refresh_cache-73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.419941] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquired lock "refresh_cache-73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.422504] env[69742]: DEBUG nova.network.neutron [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.434240] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060030, 'name': ReconfigVM_Task, 'duration_secs': 0.32017} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.434240] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 57230e5a-9da3-410e-9b06-5f25f21b5ed4/57230e5a-9da3-410e-9b06-5f25f21b5ed4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.436086] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9959ea71-5f7a-4ad2-9453-cf9f5938561f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.445334] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for the task: (returnval){ [ 683.445334] env[69742]: value = "task-4060032" [ 683.445334] env[69742]: _type = "Task" [ 683.445334] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.454928] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060032, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.505953] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "55aa0827-e927-488e-902b-3cbde2f3d36b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.505953] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "55aa0827-e927-488e-902b-3cbde2f3d36b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.603983] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512789} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.603983] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 57ebdc08-cc73-4c5d-983d-493ce3c220de/57ebdc08-cc73-4c5d-983d-493ce3c220de.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.603983] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.603983] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cd1bd36-8ef5-41a8-90fb-ce5c060f163a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.614253] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 683.614253] env[69742]: value = "task-4060033" [ 683.614253] env[69742]: _type = "Task" [ 683.614253] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.625408] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.733588] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.734726] env[69742]: DEBUG nova.compute.manager [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.737730] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.704s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.959593] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060032, 'name': Rename_Task, 'duration_secs': 0.247365} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.964022] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.964022] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f249291b-a320-43b7-8b20-074a720ad28c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.968927] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for the task: (returnval){ [ 683.968927] env[69742]: value = "task-4060034" [ 683.968927] env[69742]: _type = "Task" [ 683.968927] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.981387] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.016500] env[69742]: DEBUG nova.network.neutron [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.123437] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094054} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.126172] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.127402] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f5ff20-5c15-44bb-9656-cbf341106ea3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.156853] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 57ebdc08-cc73-4c5d-983d-493ce3c220de/57ebdc08-cc73-4c5d-983d-493ce3c220de.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.156853] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d956333-e501-43f6-82e4-94b90607a211 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.177781] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 684.177781] env[69742]: value = "task-4060035" [ 684.177781] env[69742]: _type = "Task" [ 684.177781] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.190514] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.242353] env[69742]: DEBUG nova.compute.utils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.255227] env[69742]: DEBUG nova.compute.manager [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.255227] env[69742]: DEBUG nova.network.neutron [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.372728] env[69742]: DEBUG nova.network.neutron [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Updating instance_info_cache with network_info: [{"id": "5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f", "address": "fa:16:3e:15:19:06", "network": {"id": "3ba3c3ef-d3a1-47cd-8a85-52a4bae9d2f1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1030432345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ffb2a184d3346f6809455b2be280c3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be7ab4f-47", "ovs_interfaceid": "5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.385105] env[69742]: DEBUG nova.policy [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d36166bc07d48cbb1c512eabf8201be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43c02f2434a74296a83ab9770e8d61b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.484694] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060034, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.491569] env[69742]: INFO nova.compute.manager [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Rebuilding instance [ 684.551403] env[69742]: DEBUG nova.compute.manager [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.553443] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecde2506-5d5b-456e-8063-3917fd787e40 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.638209] env[69742]: DEBUG nova.network.neutron [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Successfully updated port: 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.688741] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060035, 'name': ReconfigVM_Task, 'duration_secs': 0.448652} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.688741] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 57ebdc08-cc73-4c5d-983d-493ce3c220de/57ebdc08-cc73-4c5d-983d-493ce3c220de.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.689632] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70cec92f-eb98-4ab9-9fd3-e8ef28d95b88 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.697239] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 684.697239] env[69742]: value = "task-4060036" [ 684.697239] env[69742]: _type = "Task" [ 684.697239] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.707722] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060036, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.760304] env[69742]: DEBUG nova.compute.manager [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.806528] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 7b16d0b6-3100-4a64-b469-ad481b1b417e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 684.806852] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 1e7027d0-37ff-4737-a3d9-63724e8b2889 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 684.806852] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 684.882181] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Releasing lock "refresh_cache-73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.882181] env[69742]: DEBUG nova.compute.manager [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Instance network_info: |[{"id": "5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f", "address": "fa:16:3e:15:19:06", "network": {"id": "3ba3c3ef-d3a1-47cd-8a85-52a4bae9d2f1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1030432345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ffb2a184d3346f6809455b2be280c3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be7ab4f-47", "ovs_interfaceid": "5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.882323] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:19:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.894440] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Creating folder: Project (4ffb2a184d3346f6809455b2be280c3f). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.894440] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de9b94da-aee1-4837-9c49-427972b43fc9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.909025] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Created folder: Project (4ffb2a184d3346f6809455b2be280c3f) in parent group-v804621. [ 684.909025] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Creating folder: Instances. Parent ref: group-v804660. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.909025] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-407bbc59-efeb-4939-b44d-a941ee91c63c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.930340] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Created folder: Instances in parent group-v804660. [ 684.931817] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.932252] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.933014] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ce781f4-b58a-4298-bd0c-ca201eb7bee9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.958794] env[69742]: DEBUG nova.network.neutron [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Successfully created port: 55ee8f1f-b5f3-46fb-88fd-190f6d04176b {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.967826] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.967826] env[69742]: value = "task-4060039" [ 684.967826] env[69742]: _type = "Task" [ 684.967826] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.981187] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060039, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.984392] env[69742]: DEBUG nova.compute.manager [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Received event network-vif-plugged-94b8d0dc-41e4-4beb-b1e9-65a280374a49 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.985370] env[69742]: DEBUG oslo_concurrency.lockutils [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] Acquiring lock "57ebdc08-cc73-4c5d-983d-493ce3c220de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.985370] env[69742]: DEBUG oslo_concurrency.lockutils [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] Lock "57ebdc08-cc73-4c5d-983d-493ce3c220de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.985370] env[69742]: DEBUG oslo_concurrency.lockutils [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] Lock "57ebdc08-cc73-4c5d-983d-493ce3c220de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.985370] env[69742]: DEBUG nova.compute.manager [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] No waiting events found dispatching network-vif-plugged-94b8d0dc-41e4-4beb-b1e9-65a280374a49 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.985821] env[69742]: WARNING nova.compute.manager [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Received unexpected event network-vif-plugged-94b8d0dc-41e4-4beb-b1e9-65a280374a49 for instance with vm_state building and task_state spawning. [ 684.985821] env[69742]: DEBUG nova.compute.manager [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Received event network-changed-94b8d0dc-41e4-4beb-b1e9-65a280374a49 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.985886] env[69742]: DEBUG nova.compute.manager [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Refreshing instance network info cache due to event network-changed-94b8d0dc-41e4-4beb-b1e9-65a280374a49. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.986085] env[69742]: DEBUG oslo_concurrency.lockutils [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] Acquiring lock "refresh_cache-57ebdc08-cc73-4c5d-983d-493ce3c220de" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.986239] env[69742]: DEBUG oslo_concurrency.lockutils [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] Acquired lock "refresh_cache-57ebdc08-cc73-4c5d-983d-493ce3c220de" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.986402] env[69742]: DEBUG nova.network.neutron [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Refreshing network info cache for port 94b8d0dc-41e4-4beb-b1e9-65a280374a49 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.995025] env[69742]: DEBUG oslo_vmware.api [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060034, 'name': PowerOnVM_Task, 'duration_secs': 0.565668} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.995025] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.995025] env[69742]: INFO nova.compute.manager [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Took 9.46 seconds to spawn the instance on the hypervisor. [ 684.995025] env[69742]: DEBUG nova.compute.manager [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.995025] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b566b745-85ca-4b8e-92d8-dac6d461c156 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.142149] env[69742]: DEBUG oslo_concurrency.lockutils [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Acquiring lock "refresh_cache-c14a3623-4df3-41b9-bc09-6bfff4ad45e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.144191] env[69742]: DEBUG oslo_concurrency.lockutils [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Acquired lock "refresh_cache-c14a3623-4df3-41b9-bc09-6bfff4ad45e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.144191] env[69742]: DEBUG nova.network.neutron [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.208917] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060036, 'name': Rename_Task, 'duration_secs': 0.440414} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.209112] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.209361] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5629226d-b681-4213-8c3d-3ed001b8d47b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.223377] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 685.223377] env[69742]: value = "task-4060040" [ 685.223377] env[69742]: _type = "Task" [ 685.223377] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.236768] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.296562] env[69742]: DEBUG oslo_concurrency.lockutils [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquiring lock "463e35d4-a79b-43a4-9700-3b40ac295bf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.296831] env[69742]: DEBUG oslo_concurrency.lockutils [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Lock "463e35d4-a79b-43a4-9700-3b40ac295bf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.299937] env[69742]: DEBUG oslo_concurrency.lockutils [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquiring lock "463e35d4-a79b-43a4-9700-3b40ac295bf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.299937] env[69742]: DEBUG oslo_concurrency.lockutils [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Lock "463e35d4-a79b-43a4-9700-3b40ac295bf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.299937] env[69742]: DEBUG oslo_concurrency.lockutils [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Lock "463e35d4-a79b-43a4-9700-3b40ac295bf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.303409] env[69742]: INFO nova.compute.manager [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Terminating instance [ 685.309696] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance a936140b-b304-4067-a3f9-bfd0445b4950 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 685.309847] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance b0634adf-22c7-45be-b90f-30400b68f52b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 685.433152] env[69742]: DEBUG nova.compute.manager [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.433425] env[69742]: DEBUG nova.virt.hardware [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.433633] env[69742]: DEBUG nova.virt.hardware [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.433782] env[69742]: DEBUG nova.virt.hardware [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.433996] env[69742]: DEBUG nova.virt.hardware [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.434146] env[69742]: DEBUG nova.virt.hardware [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.434293] env[69742]: DEBUG nova.virt.hardware [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.434491] env[69742]: DEBUG nova.virt.hardware [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.434645] env[69742]: DEBUG nova.virt.hardware [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.434807] env[69742]: DEBUG nova.virt.hardware [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.435446] env[69742]: DEBUG nova.virt.hardware [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.437487] env[69742]: DEBUG nova.virt.hardware [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.438413] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d61c00b-1221-4500-bab4-c10bc5f64ad3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.452504] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee787694-315f-41f9-851e-994e5e84f226 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.492789] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060039, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.525098] env[69742]: INFO nova.compute.manager [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Took 18.94 seconds to build instance. [ 685.571206] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.571206] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b1cee15-d145-4879-8697-de7869049ac6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.579533] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 685.579533] env[69742]: value = "task-4060041" [ 685.579533] env[69742]: _type = "Task" [ 685.579533] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.599360] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.737364] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060040, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.757077] env[69742]: DEBUG nova.network.neutron [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.776167] env[69742]: DEBUG nova.compute.manager [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.784832] env[69742]: DEBUG nova.compute.manager [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Received event network-vif-plugged-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.785216] env[69742]: DEBUG oslo_concurrency.lockutils [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] Acquiring lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.785475] env[69742]: DEBUG oslo_concurrency.lockutils [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] Lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.785589] env[69742]: DEBUG oslo_concurrency.lockutils [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] Lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.785820] env[69742]: DEBUG nova.compute.manager [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] No waiting events found dispatching network-vif-plugged-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.785874] env[69742]: WARNING nova.compute.manager [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Received unexpected event network-vif-plugged-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f for instance with vm_state building and task_state spawning. [ 685.786021] env[69742]: DEBUG nova.compute.manager [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Received event network-changed-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.786224] env[69742]: DEBUG nova.compute.manager [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Refreshing instance network info cache due to event network-changed-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.786449] env[69742]: DEBUG oslo_concurrency.lockutils [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] Acquiring lock "refresh_cache-73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.787070] env[69742]: DEBUG oslo_concurrency.lockutils [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] Acquired lock "refresh_cache-73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.787070] env[69742]: DEBUG nova.network.neutron [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Refreshing network info cache for port 5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.813897] env[69742]: DEBUG nova.compute.manager [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.813897] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.814716] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 135ff4da-ae66-4773-807a-99497e79c966 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 685.815160] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 685.815160] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 2614820e-831b-445d-8728-1b906bfc5c90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 685.815308] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 63005fe8-620c-4a91-b48c-5cecee3ad2d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 685.815503] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 325ff5b6-806a-49a2-ab23-3447973a5dd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 685.815602] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 47ee7966-b9b1-49a1-9f34-c09403a33d55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 685.815803] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 463e35d4-a79b-43a4-9700-3b40ac295bf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 685.820467] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f4299f-f434-4189-a9a2-a58adf356af8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.826155] env[69742]: DEBUG nova.virt.hardware [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.826547] env[69742]: DEBUG nova.virt.hardware [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.826768] env[69742]: DEBUG nova.virt.hardware [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.827022] env[69742]: DEBUG nova.virt.hardware [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.827250] env[69742]: DEBUG nova.virt.hardware [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.827437] env[69742]: DEBUG nova.virt.hardware [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.827676] env[69742]: DEBUG nova.virt.hardware [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.827862] env[69742]: DEBUG nova.virt.hardware [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.828133] env[69742]: DEBUG nova.virt.hardware [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.828351] env[69742]: DEBUG nova.virt.hardware [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.828627] env[69742]: DEBUG nova.virt.hardware [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.830361] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc97d0c6-ab13-4691-919b-fc2952d4dd7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.840240] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.840240] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bc42281-5c69-45e6-985a-787eddfb4e98 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.848717] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02e52e0-aaf2-4921-a278-ef7b3e364aa7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.856818] env[69742]: DEBUG oslo_vmware.api [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for the task: (returnval){ [ 685.856818] env[69742]: value = "task-4060042" [ 685.856818] env[69742]: _type = "Task" [ 685.856818] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.883253] env[69742]: DEBUG oslo_vmware.api [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4060042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.987296] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060039, 'name': CreateVM_Task, 'duration_secs': 0.612517} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.987347] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.988630] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.988741] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.989078] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.989400] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79969b74-8fbf-477c-be9d-8a731cf245ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.992100] env[69742]: DEBUG nova.network.neutron [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Updating instance_info_cache with network_info: [{"id": "2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32", "address": "fa:16:3e:46:bc:61", "network": {"id": "f1d7e045-e385-4573-b28a-1b52e152bab3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-70583827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42dfe64352e4097920991e02e12aedc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc5ce26-ae", "ovs_interfaceid": "2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.997424] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for the task: (returnval){ [ 685.997424] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5282eceb-588a-6ba9-639b-b6e5e85ff69a" [ 685.997424] env[69742]: _type = "Task" [ 685.997424] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.008472] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5282eceb-588a-6ba9-639b-b6e5e85ff69a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.026480] env[69742]: DEBUG oslo_concurrency.lockutils [None req-86bde346-db27-464a-96f1-82817c19a36f tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.935s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.089662] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060041, 'name': PowerOffVM_Task, 'duration_secs': 0.344599} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.089961] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.090607] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.090970] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b854da0e-016b-4022-bf25-4cc249830436 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.100199] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.100199] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b577a8b9-7d50-4e2a-9beb-ff1b62d2b484 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.128944] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.128944] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.128944] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Deleting the datastore file [datastore1] 325ff5b6-806a-49a2-ab23-3447973a5dd7 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.129303] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e318ee87-8189-4bbd-9708-aaec58a7f32a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.136951] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 686.136951] env[69742]: value = "task-4060044" [ 686.136951] env[69742]: _type = "Task" [ 686.136951] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.146720] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.232502] env[69742]: DEBUG oslo_vmware.api [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060040, 'name': PowerOnVM_Task, 'duration_secs': 0.601012} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.232827] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.232983] env[69742]: INFO nova.compute.manager [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Took 8.09 seconds to spawn the instance on the hypervisor. [ 686.233216] env[69742]: DEBUG nova.compute.manager [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.234097] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09822ecd-6666-47d7-8ac1-6af687552ac6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.323629] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance fded7459-3142-427d-9771-b97ca1de03bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 686.324488] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 8975561e-5484-450c-a793-eb8dc7451bf6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 686.324488] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 57230e5a-9da3-410e-9b06-5f25f21b5ed4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 686.368955] env[69742]: DEBUG oslo_vmware.api [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4060042, 'name': PowerOffVM_Task, 'duration_secs': 0.441374} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.368955] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.368955] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.369814] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3568ad8b-0cb6-4c7b-bdd5-dad64a62f971 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.384470] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquiring lock "2614820e-831b-445d-8728-1b906bfc5c90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.384741] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Lock "2614820e-831b-445d-8728-1b906bfc5c90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.385139] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquiring lock "2614820e-831b-445d-8728-1b906bfc5c90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.385586] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Lock "2614820e-831b-445d-8728-1b906bfc5c90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.385809] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Lock "2614820e-831b-445d-8728-1b906bfc5c90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.388215] env[69742]: INFO nova.compute.manager [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Terminating instance [ 686.443830] env[69742]: DEBUG nova.network.neutron [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Updated VIF entry in instance network info cache for port 94b8d0dc-41e4-4beb-b1e9-65a280374a49. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.444473] env[69742]: DEBUG nova.network.neutron [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Updating instance_info_cache with network_info: [{"id": "94b8d0dc-41e4-4beb-b1e9-65a280374a49", "address": "fa:16:3e:53:e6:2a", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94b8d0dc-41", "ovs_interfaceid": "94b8d0dc-41e4-4beb-b1e9-65a280374a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.466737] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.466929] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.467138] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Deleting the datastore file [datastore1] 463e35d4-a79b-43a4-9700-3b40ac295bf8 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.467418] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8480ca3-eafa-4912-b7fd-ef05bcbd4c4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.475297] env[69742]: DEBUG oslo_vmware.api [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for the task: (returnval){ [ 686.475297] env[69742]: value = "task-4060046" [ 686.475297] env[69742]: _type = "Task" [ 686.475297] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.486500] env[69742]: DEBUG oslo_vmware.api [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4060046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.497089] env[69742]: DEBUG oslo_concurrency.lockutils [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Releasing lock "refresh_cache-c14a3623-4df3-41b9-bc09-6bfff4ad45e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.497089] env[69742]: DEBUG nova.compute.manager [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Instance network_info: |[{"id": "2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32", "address": "fa:16:3e:46:bc:61", "network": {"id": "f1d7e045-e385-4573-b28a-1b52e152bab3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-70583827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42dfe64352e4097920991e02e12aedc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc5ce26-ae", "ovs_interfaceid": "2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.497877] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:bc:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.511290] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Creating folder: Project (c42dfe64352e4097920991e02e12aedc). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.511657] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-858f97fe-afcb-4a32-a3cb-6a5c8f48d1de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.527128] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5282eceb-588a-6ba9-639b-b6e5e85ff69a, 'name': SearchDatastore_Task, 'duration_secs': 0.015089} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.527451] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.527687] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.528192] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.528192] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.528400] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.528490] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a3f8d6a-22dd-4b6b-b37b-bcc9538d7875 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.532237] env[69742]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 686.532398] env[69742]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69742) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 686.535465] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.538503] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Folder already exists: Project (c42dfe64352e4097920991e02e12aedc). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 686.538503] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Creating folder: Instances. Parent ref: group-v804622. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.539180] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09310cfd-756b-4af4-8ffc-4af58e88f6ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.551553] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Created folder: Instances in parent group-v804622. [ 686.551896] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.552151] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.552279] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6af0ff1d-7941-4e45-862c-259a0300253b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.572537] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.573085] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.578038] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3d7078-f752-49a0-87f6-323a0a9c3261 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.582699] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.582699] env[69742]: value = "task-4060049" [ 686.582699] env[69742]: _type = "Task" [ 686.582699] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.584665] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for the task: (returnval){ [ 686.584665] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e1dba5-642f-b8e9-72bd-b5e683553f9c" [ 686.584665] env[69742]: _type = "Task" [ 686.584665] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.602842] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e1dba5-642f-b8e9-72bd-b5e683553f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.013261} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.607521] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060049, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.607521] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe5b0ee-db66-43c7-8a92-d07731b89844 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.616147] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for the task: (returnval){ [ 686.616147] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c5ce02-587d-edd9-b4eb-0557e31cd995" [ 686.616147] env[69742]: _type = "Task" [ 686.616147] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.627364] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c5ce02-587d-edd9-b4eb-0557e31cd995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.653138] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25651} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.654223] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.654223] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.654223] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.753381] env[69742]: INFO nova.compute.manager [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Took 18.82 seconds to build instance. [ 686.817940] env[69742]: DEBUG nova.compute.manager [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Stashing vm_state: active {{(pid=69742) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 686.828520] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 3a8deddd-1624-4b69-b150-b5d9487ea7ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 686.898349] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquiring lock "refresh_cache-2614820e-831b-445d-8728-1b906bfc5c90" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.898602] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquired lock "refresh_cache-2614820e-831b-445d-8728-1b906bfc5c90" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.899162] env[69742]: DEBUG nova.network.neutron [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.946845] env[69742]: DEBUG oslo_concurrency.lockutils [req-f79465d5-6713-4269-b3f1-76d182593dd8 req-c347b388-17d4-4d96-977e-9e9a031e5a59 service nova] Releasing lock "refresh_cache-57ebdc08-cc73-4c5d-983d-493ce3c220de" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.977568] env[69742]: DEBUG nova.network.neutron [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Updated VIF entry in instance network info cache for port 5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.977939] env[69742]: DEBUG nova.network.neutron [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Updating instance_info_cache with network_info: [{"id": "5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f", "address": "fa:16:3e:15:19:06", "network": {"id": "3ba3c3ef-d3a1-47cd-8a85-52a4bae9d2f1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1030432345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ffb2a184d3346f6809455b2be280c3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be7ab4f-47", "ovs_interfaceid": "5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.991519] env[69742]: DEBUG oslo_vmware.api [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Task: {'id': task-4060046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273552} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.991519] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.991865] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.994988] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.996079] env[69742]: INFO nova.compute.manager [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 686.996079] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.996542] env[69742]: DEBUG nova.compute.manager [-] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.996677] env[69742]: DEBUG nova.network.neutron [-] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.072512] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.098420] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060049, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.134819] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c5ce02-587d-edd9-b4eb-0557e31cd995, 'name': SearchDatastore_Task, 'duration_secs': 0.015226} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.138025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.138025] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0/73aca2a6-ca4f-4177-bd7d-1414e7ee40d0.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.138025] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-774228ca-31a9-44e4-ade5-95fff8709942 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.147923] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for the task: (returnval){ [ 687.147923] env[69742]: value = "task-4060050" [ 687.147923] env[69742]: _type = "Task" [ 687.147923] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.161959] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.255571] env[69742]: DEBUG oslo_concurrency.lockutils [None req-78f9f69d-23af-465f-b698-039c2bf2b790 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "57ebdc08-cc73-4c5d-983d-493ce3c220de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.583s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.334024] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 64f5389c-9f99-4dcf-827e-28a63d2fd863 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 687.349774] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.429098] env[69742]: DEBUG nova.network.neutron [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.487036] env[69742]: DEBUG oslo_concurrency.lockutils [req-9998ffc3-16d0-42db-9493-aa05ad42fcbb req-b3a6a51f-31a4-4a23-953a-7e72be8cf766 service nova] Releasing lock "refresh_cache-73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.525120] env[69742]: DEBUG nova.network.neutron [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.599719] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060049, 'name': CreateVM_Task, 'duration_secs': 0.576783} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.599937] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.604699] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': '0e91d875-d0f6-42c4-a43b-1078d8e4a8b6', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804625', 'volume_id': '9b30142a-cc50-4f96-b378-639939bfac8b', 'name': 'volume-9b30142a-cc50-4f96-b378-639939bfac8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c14a3623-4df3-41b9-bc09-6bfff4ad45e2', 'attached_at': '', 'detached_at': '', 'volume_id': '9b30142a-cc50-4f96-b378-639939bfac8b', 'serial': '9b30142a-cc50-4f96-b378-639939bfac8b'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69742) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 687.604699] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Root volume attach. Driver type: vmdk {{(pid=69742) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 687.604699] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741a1167-3466-46ac-be3b-db3e4a803924 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.616621] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03413c0d-78a1-4472-a291-2dfc91ac3d35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.628912] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cdcb20-1ac7-475e-a5f6-91ecceb2ea70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.636081] env[69742]: DEBUG nova.network.neutron [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Successfully updated port: 55ee8f1f-b5f3-46fb-88fd-190f6d04176b {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.642424] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4cc6eab5-20e9-4313-9d8e-fe4402de2c1b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.660278] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Waiting for the task: (returnval){ [ 687.660278] env[69742]: value = "task-4060051" [ 687.660278] env[69742]: _type = "Task" [ 687.660278] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.673118] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060050, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.682322] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060051, 'name': RelocateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.728420] env[69742]: DEBUG nova.virt.hardware [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.728839] env[69742]: DEBUG nova.virt.hardware [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.728902] env[69742]: DEBUG nova.virt.hardware [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.729173] env[69742]: DEBUG nova.virt.hardware [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.729356] env[69742]: DEBUG nova.virt.hardware [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.729764] env[69742]: DEBUG nova.virt.hardware [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.729868] env[69742]: DEBUG nova.virt.hardware [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.730094] env[69742]: DEBUG nova.virt.hardware [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.730299] env[69742]: DEBUG nova.virt.hardware [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.730529] env[69742]: DEBUG nova.virt.hardware [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.730745] env[69742]: DEBUG nova.virt.hardware [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.731790] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07976d69-7d58-4f0e-b338-83c79c7baf70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.744411] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0b402b-a4b7-4af2-904e-b47823d19f2f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.770089] env[69742]: DEBUG nova.compute.manager [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.773512] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.780024] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.781083] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.781323] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d94bab0-aab8-4638-b3c1-1885eb7d4664 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.802119] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.802119] env[69742]: value = "task-4060052" [ 687.802119] env[69742]: _type = "Task" [ 687.802119] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.814037] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060052, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.837192] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance e4d09780-08a6-4fa0-8b87-f682e2aa0909 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 688.032328] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Releasing lock "refresh_cache-2614820e-831b-445d-8728-1b906bfc5c90" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.032997] env[69742]: DEBUG nova.compute.manager [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.033911] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.037416] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcff040-1532-4c9f-827d-4aef2787f115 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.057147] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.057147] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e639a4d-0bb8-4a4e-becc-7135698698bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.069240] env[69742]: DEBUG oslo_vmware.api [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for the task: (returnval){ [ 688.069240] env[69742]: value = "task-4060053" [ 688.069240] env[69742]: _type = "Task" [ 688.069240] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.074159] env[69742]: DEBUG nova.network.neutron [-] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.083837] env[69742]: DEBUG oslo_vmware.api [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4060053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.145201] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquiring lock "refresh_cache-b0634adf-22c7-45be-b90f-30400b68f52b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.145461] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquired lock "refresh_cache-b0634adf-22c7-45be-b90f-30400b68f52b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.145832] env[69742]: DEBUG nova.network.neutron [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.178670] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691357} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.179718] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0/73aca2a6-ca4f-4177-bd7d-1414e7ee40d0.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.180113] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.180946] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc044ee8-4532-472e-ac25-17fdaedf4b67 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.188093] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060051, 'name': RelocateVM_Task} progress is 35%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.194974] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for the task: (returnval){ [ 688.194974] env[69742]: value = "task-4060054" [ 688.194974] env[69742]: _type = "Task" [ 688.194974] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.208372] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.322330] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060052, 'name': CreateVM_Task, 'duration_secs': 0.447871} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.323639] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.323639] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.323639] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.327910] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.327910] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.327910] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae162d49-88ee-48a3-9a58-13a0d100c210 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.342598] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 55aa0827-e927-488e-902b-3cbde2f3d36b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 688.342598] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance c14a3623-4df3-41b9-bc09-6bfff4ad45e2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 688.345851] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 688.345851] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52323656-c34d-6915-38b5-9e53f5d3d19c" [ 688.345851] env[69742]: _type = "Task" [ 688.345851] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.366398] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52323656-c34d-6915-38b5-9e53f5d3d19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.576886] env[69742]: INFO nova.compute.manager [-] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Took 1.58 seconds to deallocate network for instance. [ 688.586435] env[69742]: DEBUG oslo_vmware.api [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4060053, 'name': PowerOffVM_Task, 'duration_secs': 0.240336} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.594477] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.594803] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.595259] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-560fe7e1-a838-461e-a54b-3591ee72dfc1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.622730] env[69742]: DEBUG nova.compute.manager [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Received event network-vif-plugged-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.623503] env[69742]: DEBUG oslo_concurrency.lockutils [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] Acquiring lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.624660] env[69742]: DEBUG oslo_concurrency.lockutils [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] Lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.626016] env[69742]: DEBUG oslo_concurrency.lockutils [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] Lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.626016] env[69742]: DEBUG nova.compute.manager [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] No waiting events found dispatching network-vif-plugged-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.626016] env[69742]: WARNING nova.compute.manager [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Received unexpected event network-vif-plugged-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 for instance with vm_state building and task_state spawning. [ 688.626016] env[69742]: DEBUG nova.compute.manager [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Received event network-changed-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.626016] env[69742]: DEBUG nova.compute.manager [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Refreshing instance network info cache due to event network-changed-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.626803] env[69742]: DEBUG oslo_concurrency.lockutils [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] Acquiring lock "refresh_cache-c14a3623-4df3-41b9-bc09-6bfff4ad45e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.627133] env[69742]: DEBUG oslo_concurrency.lockutils [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] Acquired lock "refresh_cache-c14a3623-4df3-41b9-bc09-6bfff4ad45e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.627433] env[69742]: DEBUG nova.network.neutron [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Refreshing network info cache for port 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.635822] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.636110] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.636413] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Deleting the datastore file [datastore2] 2614820e-831b-445d-8728-1b906bfc5c90 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.637084] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b16aa1d-0d03-4dba-8da2-c94718ee39f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.648105] env[69742]: DEBUG oslo_vmware.api [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for the task: (returnval){ [ 688.648105] env[69742]: value = "task-4060056" [ 688.648105] env[69742]: _type = "Task" [ 688.648105] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.664333] env[69742]: DEBUG oslo_vmware.api [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4060056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.678624] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060051, 'name': RelocateVM_Task} progress is 49%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.692256] env[69742]: DEBUG nova.network.neutron [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.709037] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096765} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.709231] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.711057] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec51c358-4232-4f69-a7d2-46e46fb17325 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.746410] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0/73aca2a6-ca4f-4177-bd7d-1414e7ee40d0.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.747535] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ce059f7-2cc1-4a3f-9b75-dee35fee17ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.778342] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for the task: (returnval){ [ 688.778342] env[69742]: value = "task-4060057" [ 688.778342] env[69742]: _type = "Task" [ 688.778342] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.801788] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.851438] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance daf98c6d-4dc6-4d33-a53c-4d9d8800de6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 688.851730] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance e0685130-b55f-407f-b195-a705ac750cb1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 688.851978] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 57ebdc08-cc73-4c5d-983d-493ce3c220de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 688.853158] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 688.853158] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 688.869637] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52323656-c34d-6915-38b5-9e53f5d3d19c, 'name': SearchDatastore_Task, 'duration_secs': 0.019806} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.869987] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.870267] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.870513] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.870660] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.870838] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.871265] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8bf6c30-dc1d-4c3e-9384-2c0f6c38347e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.887741] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.887984] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.888751] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50606767-529d-48e0-9074-5ccfdaecfd63 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.898915] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 688.898915] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524045f4-34b2-a0b7-7484-7e434c1eedc4" [ 688.898915] env[69742]: _type = "Task" [ 688.898915] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.914078] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524045f4-34b2-a0b7-7484-7e434c1eedc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.034677] env[69742]: DEBUG nova.network.neutron [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Updating instance_info_cache with network_info: [{"id": "55ee8f1f-b5f3-46fb-88fd-190f6d04176b", "address": "fa:16:3e:f9:13:3a", "network": {"id": "12d41336-f12c-4d17-988a-d442bdbe474f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1555818924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c02f2434a74296a83ab9770e8d61b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ee8f1f-b5", "ovs_interfaceid": "55ee8f1f-b5f3-46fb-88fd-190f6d04176b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.102422] env[69742]: DEBUG oslo_concurrency.lockutils [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.162213] env[69742]: DEBUG oslo_vmware.api [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Task: {'id': task-4060056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237863} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.165819] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.166049] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.166245] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.166449] env[69742]: INFO nova.compute.manager [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Took 1.13 seconds to destroy the instance on the hypervisor. [ 689.166695] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.167295] env[69742]: DEBUG nova.compute.manager [-] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.167433] env[69742]: DEBUG nova.network.neutron [-] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.181662] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060051, 'name': RelocateVM_Task} progress is 60%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.218232] env[69742]: DEBUG nova.network.neutron [-] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.298013] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060057, 'name': ReconfigVM_Task, 'duration_secs': 0.508972} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.298362] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0/73aca2a6-ca4f-4177-bd7d-1414e7ee40d0.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.299337] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a170f0c-6806-4c9f-add2-7027f5c98f78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.306441] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaddaef-2ba4-415b-94fe-86d0a3395aea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.310689] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for the task: (returnval){ [ 689.310689] env[69742]: value = "task-4060058" [ 689.310689] env[69742]: _type = "Task" [ 689.310689] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.318807] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591998f4-7fad-4da0-9638-8b61185576cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.326053] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060058, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.357840] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0c4fd5-6fef-40e3-832a-0fda795b1656 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.367465] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86c1919-1788-4999-9ab7-fc2650ed777c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.383647] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.412633] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524045f4-34b2-a0b7-7484-7e434c1eedc4, 'name': SearchDatastore_Task, 'duration_secs': 0.023005} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.413527] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eee7e5b-152c-4e7f-895c-2d5c9eec9308 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.421621] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 689.421621] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52da5789-65ce-0f5b-27f5-811f92ca6254" [ 689.421621] env[69742]: _type = "Task" [ 689.421621] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.432516] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52da5789-65ce-0f5b-27f5-811f92ca6254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.504901] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.505149] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.541397] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Releasing lock "refresh_cache-b0634adf-22c7-45be-b90f-30400b68f52b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.541721] env[69742]: DEBUG nova.compute.manager [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Instance network_info: |[{"id": "55ee8f1f-b5f3-46fb-88fd-190f6d04176b", "address": "fa:16:3e:f9:13:3a", "network": {"id": "12d41336-f12c-4d17-988a-d442bdbe474f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1555818924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c02f2434a74296a83ab9770e8d61b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ee8f1f-b5", "ovs_interfaceid": "55ee8f1f-b5f3-46fb-88fd-190f6d04176b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.542140] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "8617a12d-4f02-4700-ba5d-d342318cc0e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.542270] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "8617a12d-4f02-4700-ba5d-d342318cc0e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.542595] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:13:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55ee8f1f-b5f3-46fb-88fd-190f6d04176b', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.552132] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Creating folder: Project (43c02f2434a74296a83ab9770e8d61b5). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.553171] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-285018de-e4d8-486e-be01-4b186e9979a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.569050] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Created folder: Project (43c02f2434a74296a83ab9770e8d61b5) in parent group-v804621. [ 689.569151] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Creating folder: Instances. Parent ref: group-v804666. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.570439] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc03e643-a5dc-40f5-b18b-1409dc615d86 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.581267] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Created folder: Instances in parent group-v804666. [ 689.581884] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.581884] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.582456] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddb6ae23-420c-43e4-b60f-20b36534d634 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.608853] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.608853] env[69742]: value = "task-4060061" [ 689.608853] env[69742]: _type = "Task" [ 689.608853] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.621414] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060061, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.681467] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060051, 'name': RelocateVM_Task} progress is 73%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.721734] env[69742]: DEBUG nova.network.neutron [-] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.827172] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060058, 'name': Rename_Task, 'duration_secs': 0.177272} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.831265] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.831533] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0299d420-d30b-44f3-b8d9-e9a24bd60ed7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.842113] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for the task: (returnval){ [ 689.842113] env[69742]: value = "task-4060062" [ 689.842113] env[69742]: _type = "Task" [ 689.842113] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.853351] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.887285] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.935518] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52da5789-65ce-0f5b-27f5-811f92ca6254, 'name': SearchDatastore_Task, 'duration_secs': 0.019439} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.935827] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.936126] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 325ff5b6-806a-49a2-ab23-3447973a5dd7/325ff5b6-806a-49a2-ab23-3447973a5dd7.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.936403] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f9d2a83-ecba-4eca-a189-f9790daca925 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.949355] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 689.949355] env[69742]: value = "task-4060063" [ 689.949355] env[69742]: _type = "Task" [ 689.949355] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.963879] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.988177] env[69742]: DEBUG nova.compute.manager [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Received event network-vif-plugged-55ee8f1f-b5f3-46fb-88fd-190f6d04176b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.988291] env[69742]: DEBUG oslo_concurrency.lockutils [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] Acquiring lock "b0634adf-22c7-45be-b90f-30400b68f52b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.989334] env[69742]: DEBUG oslo_concurrency.lockutils [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] Lock "b0634adf-22c7-45be-b90f-30400b68f52b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.989334] env[69742]: DEBUG oslo_concurrency.lockutils [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] Lock "b0634adf-22c7-45be-b90f-30400b68f52b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.989334] env[69742]: DEBUG nova.compute.manager [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] No waiting events found dispatching network-vif-plugged-55ee8f1f-b5f3-46fb-88fd-190f6d04176b {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.989334] env[69742]: WARNING nova.compute.manager [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Received unexpected event network-vif-plugged-55ee8f1f-b5f3-46fb-88fd-190f6d04176b for instance with vm_state building and task_state spawning. [ 689.989334] env[69742]: DEBUG nova.compute.manager [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Received event network-vif-deleted-32a87bd1-1e91-4167-841a-831eb5710258 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.989767] env[69742]: DEBUG nova.compute.manager [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Received event network-changed-55ee8f1f-b5f3-46fb-88fd-190f6d04176b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.989767] env[69742]: DEBUG nova.compute.manager [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Refreshing instance network info cache due to event network-changed-55ee8f1f-b5f3-46fb-88fd-190f6d04176b. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.989844] env[69742]: DEBUG oslo_concurrency.lockutils [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] Acquiring lock "refresh_cache-b0634adf-22c7-45be-b90f-30400b68f52b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.990254] env[69742]: DEBUG oslo_concurrency.lockutils [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] Acquired lock "refresh_cache-b0634adf-22c7-45be-b90f-30400b68f52b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.990254] env[69742]: DEBUG nova.network.neutron [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Refreshing network info cache for port 55ee8f1f-b5f3-46fb-88fd-190f6d04176b {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.122308] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060061, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.179143] env[69742]: DEBUG nova.network.neutron [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Updated VIF entry in instance network info cache for port 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.179519] env[69742]: DEBUG nova.network.neutron [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Updating instance_info_cache with network_info: [{"id": "2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32", "address": "fa:16:3e:46:bc:61", "network": {"id": "f1d7e045-e385-4573-b28a-1b52e152bab3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-70583827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42dfe64352e4097920991e02e12aedc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc5ce26-ae", "ovs_interfaceid": "2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.185369] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060051, 'name': RelocateVM_Task} progress is 84%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.224989] env[69742]: INFO nova.compute.manager [-] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Took 1.06 seconds to deallocate network for instance. [ 690.358257] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060062, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.398062] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 690.398062] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.658s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.398062] env[69742]: DEBUG oslo_concurrency.lockutils [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.348s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.398062] env[69742]: DEBUG oslo_concurrency.lockutils [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.399843] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.161s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.402516] env[69742]: INFO nova.compute.claims [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.407832] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.408779] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Getting list of instances from cluster (obj){ [ 690.408779] env[69742]: value = "domain-c8" [ 690.408779] env[69742]: _type = "ClusterComputeResource" [ 690.408779] env[69742]: } {{(pid=69742) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 690.414325] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ec299-e011-48ec-876b-ae394771c292 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.447547] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Got total of 10 instances {{(pid=69742) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 690.452589] env[69742]: INFO nova.scheduler.client.report [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Deleted allocations for instance 7b16d0b6-3100-4a64-b469-ad481b1b417e [ 690.472453] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060063, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.629878] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060061, 'name': CreateVM_Task, 'duration_secs': 0.562096} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.630211] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.631269] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.631269] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.631683] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.632031] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ababf70-74a0-497f-b5c0-609ffc893a69 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.642611] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for the task: (returnval){ [ 690.642611] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527d1375-080b-8c8f-1e3b-cb6263e32996" [ 690.642611] env[69742]: _type = "Task" [ 690.642611] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.656149] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527d1375-080b-8c8f-1e3b-cb6263e32996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.683658] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060051, 'name': RelocateVM_Task} progress is 97%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.686471] env[69742]: DEBUG oslo_concurrency.lockutils [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] Releasing lock "refresh_cache-c14a3623-4df3-41b9-bc09-6bfff4ad45e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.686738] env[69742]: DEBUG nova.compute.manager [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Received event network-changed-b3a7a4ee-0f70-4453-a26e-43c706ee34a4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.687144] env[69742]: DEBUG nova.compute.manager [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Refreshing instance network info cache due to event network-changed-b3a7a4ee-0f70-4453-a26e-43c706ee34a4. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.687379] env[69742]: DEBUG oslo_concurrency.lockutils [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] Acquiring lock "refresh_cache-1e7027d0-37ff-4737-a3d9-63724e8b2889" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.687543] env[69742]: DEBUG oslo_concurrency.lockutils [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] Acquired lock "refresh_cache-1e7027d0-37ff-4737-a3d9-63724e8b2889" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.688181] env[69742]: DEBUG nova.network.neutron [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Refreshing network info cache for port b3a7a4ee-0f70-4453-a26e-43c706ee34a4 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.734260] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.739672] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquiring lock "073e9b15-e59c-48ae-ad2f-16608e240d4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.739950] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lock "073e9b15-e59c-48ae-ad2f-16608e240d4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.858471] env[69742]: DEBUG oslo_vmware.api [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060062, 'name': PowerOnVM_Task, 'duration_secs': 0.759574} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.858763] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.858966] env[69742]: INFO nova.compute.manager [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Took 10.11 seconds to spawn the instance on the hypervisor. [ 690.859186] env[69742]: DEBUG nova.compute.manager [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.860120] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445a0324-9024-4299-a76f-1ea75cb54bf4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.966010] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768382} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.966121] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 325ff5b6-806a-49a2-ab23-3447973a5dd7/325ff5b6-806a-49a2-ab23-3447973a5dd7.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.966322] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.966890] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a41581f-0c33-4bd0-a13f-eb531f68c867 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.976944] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 690.976944] env[69742]: value = "task-4060064" [ 690.976944] env[69742]: _type = "Task" [ 690.976944] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.984418] env[69742]: DEBUG oslo_concurrency.lockutils [None req-09044ae8-debd-4996-86e4-3bf59458beae tempest-DeleteServersAdminTestJSON-1135695191 tempest-DeleteServersAdminTestJSON-1135695191-project-admin] Lock "7b16d0b6-3100-4a64-b469-ad481b1b417e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.488s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.991039] env[69742]: DEBUG nova.network.neutron [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Updated VIF entry in instance network info cache for port 55ee8f1f-b5f3-46fb-88fd-190f6d04176b. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.991039] env[69742]: DEBUG nova.network.neutron [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Updating instance_info_cache with network_info: [{"id": "55ee8f1f-b5f3-46fb-88fd-190f6d04176b", "address": "fa:16:3e:f9:13:3a", "network": {"id": "12d41336-f12c-4d17-988a-d442bdbe474f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1555818924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c02f2434a74296a83ab9770e8d61b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55ee8f1f-b5", "ovs_interfaceid": "55ee8f1f-b5f3-46fb-88fd-190f6d04176b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.000269] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.156453] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527d1375-080b-8c8f-1e3b-cb6263e32996, 'name': SearchDatastore_Task, 'duration_secs': 0.028107} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.156792] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.157137] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.158184] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.158372] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.158573] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.158846] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-930a04fd-881b-4820-b19d-256b23920f9b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.176042] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.176218] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.177468] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ac6e80-c912-49f4-a94f-223b7d335def {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.184396] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060051, 'name': RelocateVM_Task} progress is 97%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.187866] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for the task: (returnval){ [ 691.187866] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52653a2a-d7ef-57e4-c486-ba26e44d58ec" [ 691.187866] env[69742]: _type = "Task" [ 691.187866] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.198125] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52653a2a-d7ef-57e4-c486-ba26e44d58ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.383117] env[69742]: INFO nova.compute.manager [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Took 22.28 seconds to build instance. [ 691.492245] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07615} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.492245] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.494127] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afddaf3-b563-4fa9-8aa6-81f60d776842 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.510245] env[69742]: DEBUG oslo_concurrency.lockutils [req-d0deac27-7898-41a4-8898-6d300dbf58c0 req-db4da8dc-a5c5-4af6-800c-29686adfea0a service nova] Releasing lock "refresh_cache-b0634adf-22c7-45be-b90f-30400b68f52b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.522290] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 325ff5b6-806a-49a2-ab23-3447973a5dd7/325ff5b6-806a-49a2-ab23-3447973a5dd7.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.528819] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6834c80b-db60-4446-8ec1-e8f0c51de8ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.554096] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 691.554096] env[69742]: value = "task-4060065" [ 691.554096] env[69742]: _type = "Task" [ 691.554096] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.565882] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.687313] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060051, 'name': RelocateVM_Task} progress is 97%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.703272] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52653a2a-d7ef-57e4-c486-ba26e44d58ec, 'name': SearchDatastore_Task, 'duration_secs': 0.05837} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.705076] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e65994-2f46-4404-a687-4cec2ad6b2af {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.715366] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for the task: (returnval){ [ 691.715366] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522fd526-473a-9c31-6816-43a4298bbfa6" [ 691.715366] env[69742]: _type = "Task" [ 691.715366] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.727853] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522fd526-473a-9c31-6816-43a4298bbfa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.889052] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e06b6ded-b98e-4400-84c3-86bf4a1feb16 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.858s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.909677] env[69742]: DEBUG nova.network.neutron [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Updated VIF entry in instance network info cache for port b3a7a4ee-0f70-4453-a26e-43c706ee34a4. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.909818] env[69742]: DEBUG nova.network.neutron [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Updating instance_info_cache with network_info: [{"id": "b3a7a4ee-0f70-4453-a26e-43c706ee34a4", "address": "fa:16:3e:e5:af:c0", "network": {"id": "e1cdf542-0723-4ea5-830b-e9289377982c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-477645459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27efb557347e4e63a4b4b082fa100a7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3a7a4ee-0f", "ovs_interfaceid": "b3a7a4ee-0f70-4453-a26e-43c706ee34a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.954537] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530652aa-16c0-4cec-8fc5-47f91b43bdab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.962931] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fce9596-5106-4e55-abfa-2086dddece1a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.997730] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cf71bd-7af6-4405-8bc0-e69d7ce8c43e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.006475] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820e13cf-19be-4835-a6bf-c7f87849bd78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.023645] env[69742]: DEBUG nova.compute.provider_tree [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.067075] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.187938] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060051, 'name': RelocateVM_Task} progress is 98%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.226432] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522fd526-473a-9c31-6816-43a4298bbfa6, 'name': SearchDatastore_Task, 'duration_secs': 0.021478} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.226736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.227030] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] b0634adf-22c7-45be-b90f-30400b68f52b/b0634adf-22c7-45be-b90f-30400b68f52b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.227323] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b513a356-2e72-4ff7-a533-0b72dfd8b416 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.236865] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for the task: (returnval){ [ 692.236865] env[69742]: value = "task-4060066" [ 692.236865] env[69742]: _type = "Task" [ 692.236865] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.246627] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.396873] env[69742]: DEBUG nova.compute.manager [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.412402] env[69742]: DEBUG oslo_concurrency.lockutils [req-125f664f-9dae-4490-a002-c8ca551ea205 req-e7815633-674a-4c14-bb91-847c15710fc2 service nova] Releasing lock "refresh_cache-1e7027d0-37ff-4737-a3d9-63724e8b2889" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.527315] env[69742]: DEBUG nova.scheduler.client.report [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.569990] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060065, 'name': ReconfigVM_Task, 'duration_secs': 0.85323} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.572832] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 325ff5b6-806a-49a2-ab23-3447973a5dd7/325ff5b6-806a-49a2-ab23-3447973a5dd7.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.572832] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84e8c65e-f3fb-4a01-9799-36395cc7c309 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.582100] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 692.582100] env[69742]: value = "task-4060067" [ 692.582100] env[69742]: _type = "Task" [ 692.582100] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.595177] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060067, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.688302] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060051, 'name': RelocateVM_Task, 'duration_secs': 4.822124} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.688302] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 692.688639] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804625', 'volume_id': '9b30142a-cc50-4f96-b378-639939bfac8b', 'name': 'volume-9b30142a-cc50-4f96-b378-639939bfac8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c14a3623-4df3-41b9-bc09-6bfff4ad45e2', 'attached_at': '', 'detached_at': '', 'volume_id': '9b30142a-cc50-4f96-b378-639939bfac8b', 'serial': '9b30142a-cc50-4f96-b378-639939bfac8b'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 692.689717] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1330455a-ebde-4a34-a45b-ec119c217040 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.721695] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da5eb8b-3513-459b-81f8-d4121ce0b470 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.753199] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] volume-9b30142a-cc50-4f96-b378-639939bfac8b/volume-9b30142a-cc50-4f96-b378-639939bfac8b.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.758030] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b1b17a-3317-4015-ae5d-bb751cc15f99 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.782256] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060066, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.790705] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Waiting for the task: (returnval){ [ 692.790705] env[69742]: value = "task-4060068" [ 692.790705] env[69742]: _type = "Task" [ 692.790705] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.795681] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.916008] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.916261] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.931471] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.042177] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.042550] env[69742]: DEBUG nova.compute.manager [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.045671] env[69742]: DEBUG oslo_concurrency.lockutils [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.292s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.046664] env[69742]: DEBUG oslo_concurrency.lockutils [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.048758] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.192s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.051272] env[69742]: INFO nova.compute.claims [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.094137] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060067, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.094767] env[69742]: INFO nova.scheduler.client.report [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Deleted allocations for instance e0685130-b55f-407f-b195-a705ac750cb1 [ 693.147883] env[69742]: DEBUG nova.compute.manager [req-48091edf-ed25-4e00-a54d-f990020a9c79 req-d2e77a37-9b9b-4e36-bc98-2ec367c1a254 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Received event network-changed-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.150259] env[69742]: DEBUG nova.compute.manager [req-48091edf-ed25-4e00-a54d-f990020a9c79 req-d2e77a37-9b9b-4e36-bc98-2ec367c1a254 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Refreshing instance network info cache due to event network-changed-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.150590] env[69742]: DEBUG oslo_concurrency.lockutils [req-48091edf-ed25-4e00-a54d-f990020a9c79 req-d2e77a37-9b9b-4e36-bc98-2ec367c1a254 service nova] Acquiring lock "refresh_cache-57230e5a-9da3-410e-9b06-5f25f21b5ed4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.150783] env[69742]: DEBUG oslo_concurrency.lockutils [req-48091edf-ed25-4e00-a54d-f990020a9c79 req-d2e77a37-9b9b-4e36-bc98-2ec367c1a254 service nova] Acquired lock "refresh_cache-57230e5a-9da3-410e-9b06-5f25f21b5ed4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.151027] env[69742]: DEBUG nova.network.neutron [req-48091edf-ed25-4e00-a54d-f990020a9c79 req-d2e77a37-9b9b-4e36-bc98-2ec367c1a254 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Refreshing network info cache for port 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.253733] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "e374003a-19c9-4dd1-a636-ccd9b69e7790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.253976] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "e374003a-19c9-4dd1-a636-ccd9b69e7790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.258801] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604024} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.259052] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] b0634adf-22c7-45be-b90f-30400b68f52b/b0634adf-22c7-45be-b90f-30400b68f52b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.259264] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.259513] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea8f1053-0a4c-4f97-b0c0-c725ce6b6ad6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.270022] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for the task: (returnval){ [ 693.270022] env[69742]: value = "task-4060069" [ 693.270022] env[69742]: _type = "Task" [ 693.270022] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.278822] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.296748] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060068, 'name': ReconfigVM_Task, 'duration_secs': 0.316112} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.296748] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Reconfigured VM instance instance-0000000e to attach disk [datastore2] volume-9b30142a-cc50-4f96-b378-639939bfac8b/volume-9b30142a-cc50-4f96-b378-639939bfac8b.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.301930] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dab8e3f8-d28a-4c47-b506-3f0e4613d934 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.323690] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Waiting for the task: (returnval){ [ 693.323690] env[69742]: value = "task-4060070" [ 693.323690] env[69742]: _type = "Task" [ 693.323690] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.336338] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.561591] env[69742]: DEBUG nova.compute.utils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.567971] env[69742]: DEBUG nova.compute.manager [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.568156] env[69742]: DEBUG nova.network.neutron [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.593860] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060067, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.608617] env[69742]: DEBUG oslo_concurrency.lockutils [None req-886357ba-4404-41c9-8e68-24bc196dd185 tempest-ServerDiagnosticsTest-1677236060 tempest-ServerDiagnosticsTest-1677236060-project-member] Lock "e0685130-b55f-407f-b195-a705ac750cb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.282s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.646584] env[69742]: DEBUG nova.policy [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e954d833747d48fbbb715c2941ee2372', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bffb1118f71489b8de3d335302c4d42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.782994] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075259} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.783381] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.784899] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17219571-e72a-4f3d-a0e1-ff81b6f11eeb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.809750] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] b0634adf-22c7-45be-b90f-30400b68f52b/b0634adf-22c7-45be-b90f-30400b68f52b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.814086] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4917fe-357c-4eb2-a973-df3919230aa8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.845707] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060070, 'name': ReconfigVM_Task, 'duration_secs': 0.320421} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.847500] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804625', 'volume_id': '9b30142a-cc50-4f96-b378-639939bfac8b', 'name': 'volume-9b30142a-cc50-4f96-b378-639939bfac8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c14a3623-4df3-41b9-bc09-6bfff4ad45e2', 'attached_at': '', 'detached_at': '', 'volume_id': '9b30142a-cc50-4f96-b378-639939bfac8b', 'serial': '9b30142a-cc50-4f96-b378-639939bfac8b'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 693.847718] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for the task: (returnval){ [ 693.847718] env[69742]: value = "task-4060071" [ 693.847718] env[69742]: _type = "Task" [ 693.847718] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.848278] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc2be48-68ea-4e46-829b-d7b30785afb5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.861344] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.862733] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Waiting for the task: (returnval){ [ 693.862733] env[69742]: value = "task-4060072" [ 693.862733] env[69742]: _type = "Task" [ 693.862733] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.877566] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060072, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.071124] env[69742]: DEBUG nova.compute.manager [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.094168] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060067, 'name': Rename_Task, 'duration_secs': 1.19347} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.094168] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.094168] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3044f8d2-01e4-4dc4-9570-119804bf520d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.103432] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 694.103432] env[69742]: value = "task-4060073" [ 694.103432] env[69742]: _type = "Task" [ 694.103432] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.115051] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.328184] env[69742]: DEBUG nova.network.neutron [req-48091edf-ed25-4e00-a54d-f990020a9c79 req-d2e77a37-9b9b-4e36-bc98-2ec367c1a254 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Updated VIF entry in instance network info cache for port 61631c7b-7e8a-45c0-9bc5-d20c68eb2feb. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.328609] env[69742]: DEBUG nova.network.neutron [req-48091edf-ed25-4e00-a54d-f990020a9c79 req-d2e77a37-9b9b-4e36-bc98-2ec367c1a254 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Updating instance_info_cache with network_info: [{"id": "61631c7b-7e8a-45c0-9bc5-d20c68eb2feb", "address": "fa:16:3e:b0:0b:04", "network": {"id": "6ed66af8-3dca-4aa4-830f-921fa7ca4381", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1257153294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a70442f323894b13803a3d4944bfcf94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61631c7b-7e", "ovs_interfaceid": "61631c7b-7e8a-45c0-9bc5-d20c68eb2feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.374390] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.383339] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060072, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.503108] env[69742]: DEBUG nova.network.neutron [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Successfully created port: 53ac73d2-f34e-499e-8082-eaea144d73ed {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.616000] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e6dc78-50aa-4875-8f04-859e821116b0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.620752] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.629176] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f364142f-0198-49b3-b556-5bbf46803187 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.665230] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a904b28-8519-4ff1-bcc1-e268d9b7eee7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.674808] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8d86d4-18dd-4c47-ab4d-72c1d1a020a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.693655] env[69742]: DEBUG nova.compute.provider_tree [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.835364] env[69742]: DEBUG oslo_concurrency.lockutils [req-48091edf-ed25-4e00-a54d-f990020a9c79 req-d2e77a37-9b9b-4e36-bc98-2ec367c1a254 service nova] Releasing lock "refresh_cache-57230e5a-9da3-410e-9b06-5f25f21b5ed4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.850949] env[69742]: DEBUG nova.compute.manager [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.851897] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4320d62-9d40-4d41-b661-71b30b560640 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.877487] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060071, 'name': ReconfigVM_Task, 'duration_secs': 0.792579} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.884030] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Reconfigured VM instance instance-0000000f to attach disk [datastore2] b0634adf-22c7-45be-b90f-30400b68f52b/b0634adf-22c7-45be-b90f-30400b68f52b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.884030] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2209cb57-01e0-4b91-a840-aca94592d7ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.891618] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060072, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.900860] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for the task: (returnval){ [ 694.900860] env[69742]: value = "task-4060074" [ 694.900860] env[69742]: _type = "Task" [ 694.900860] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.911239] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060074, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.092253] env[69742]: DEBUG nova.compute.manager [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.118537] env[69742]: DEBUG oslo_vmware.api [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060073, 'name': PowerOnVM_Task, 'duration_secs': 0.762517} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.118597] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.118808] env[69742]: DEBUG nova.compute.manager [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.119632] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a34ab7-4522-4d4d-89b6-48f1d37bb134 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.133531] env[69742]: DEBUG nova.virt.hardware [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:15:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1653252236',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-145662524',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.133815] env[69742]: DEBUG nova.virt.hardware [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.134129] env[69742]: DEBUG nova.virt.hardware [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.134223] env[69742]: DEBUG nova.virt.hardware [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.134351] env[69742]: DEBUG nova.virt.hardware [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.134489] env[69742]: DEBUG nova.virt.hardware [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.134781] env[69742]: DEBUG nova.virt.hardware [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.134848] env[69742]: DEBUG nova.virt.hardware [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.135108] env[69742]: DEBUG nova.virt.hardware [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.135220] env[69742]: DEBUG nova.virt.hardware [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.135529] env[69742]: DEBUG nova.virt.hardware [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.136236] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5a1d7b-fa17-4c40-9555-dc0a835fee3b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.145147] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5179e33e-0429-4007-abe5-64170880f744 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.196674] env[69742]: DEBUG nova.scheduler.client.report [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.375754] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060072, 'name': Rename_Task, 'duration_secs': 1.158648} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.378958] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.378958] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ff70cc4-b32e-439f-905d-9d2d9430337a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.384193] env[69742]: INFO nova.compute.manager [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] instance snapshotting [ 695.387829] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Waiting for the task: (returnval){ [ 695.387829] env[69742]: value = "task-4060075" [ 695.387829] env[69742]: _type = "Task" [ 695.387829] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.389326] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cbe00e-5758-456e-b594-7fdfc5baff8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.426674] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060075, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.431730] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fbf306-4391-49bc-98e7-bcfeea28450b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.443520] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060074, 'name': Rename_Task, 'duration_secs': 0.162988} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.446159] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.448722] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37b2c4b7-1617-49b1-a3dd-b39126b4026c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.459732] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for the task: (returnval){ [ 695.459732] env[69742]: value = "task-4060076" [ 695.459732] env[69742]: _type = "Task" [ 695.459732] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.471128] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.651388] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.708050] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.708050] env[69742]: DEBUG nova.compute.manager [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.712750] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.964s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.714655] env[69742]: INFO nova.compute.claims [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.898877] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060075, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.956016] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 695.961023] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2587af5-028d-492d-a8d2-383dfa62381a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.967043] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 695.967043] env[69742]: value = "task-4060077" [ 695.967043] env[69742]: _type = "Task" [ 695.967043] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.975596] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060076, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.984321] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.991329] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquiring lock "d297dbc4-6ae5-463a-a630-03852b6b30ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.991570] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "d297dbc4-6ae5-463a-a630-03852b6b30ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.228601] env[69742]: DEBUG nova.compute.utils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.231757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquiring lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.231757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.231757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquiring lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.231757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.232196] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.234076] env[69742]: DEBUG nova.compute.manager [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.234333] env[69742]: DEBUG nova.network.neutron [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.237372] env[69742]: INFO nova.compute.manager [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Terminating instance [ 696.337158] env[69742]: DEBUG nova.policy [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23c9e68cad12458ca62a0809f030b3b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd99206d60c624e33aeccd9658fe710e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.401116] env[69742]: DEBUG oslo_vmware.api [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060075, 'name': PowerOnVM_Task, 'duration_secs': 0.522896} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.401403] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.401606] env[69742]: INFO nova.compute.manager [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Took 10.97 seconds to spawn the instance on the hypervisor. [ 696.402133] env[69742]: DEBUG nova.compute.manager [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.402672] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9655fac8-1721-4694-a178-6f1177bbf49c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.475185] env[69742]: DEBUG oslo_vmware.api [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060076, 'name': PowerOnVM_Task, 'duration_secs': 0.631556} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.475917] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.477101] env[69742]: INFO nova.compute.manager [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Took 10.70 seconds to spawn the instance on the hypervisor. [ 696.477239] env[69742]: DEBUG nova.compute.manager [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.481018] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db10e293-bc1d-440d-b918-f95b6dd9355f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.484501] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.647620] env[69742]: DEBUG nova.network.neutron [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Successfully updated port: 53ac73d2-f34e-499e-8082-eaea144d73ed {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.736040] env[69742]: DEBUG nova.compute.manager [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.742099] env[69742]: DEBUG nova.compute.manager [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.743292] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.743292] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c822ae06-f6f6-4135-bb2a-0793ab2f1752 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.753455] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.753725] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9056f8b-e8a8-49d5-a736-67fcac8f8448 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.767662] env[69742]: DEBUG oslo_vmware.api [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for the task: (returnval){ [ 696.767662] env[69742]: value = "task-4060078" [ 696.767662] env[69742]: _type = "Task" [ 696.767662] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.786378] env[69742]: DEBUG oslo_vmware.api [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.929326] env[69742]: INFO nova.compute.manager [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Took 26.27 seconds to build instance. [ 696.984629] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.011120] env[69742]: INFO nova.compute.manager [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Took 26.24 seconds to build instance. [ 697.211595] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "refresh_cache-fded7459-3142-427d-9771-b97ca1de03bd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.211595] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquired lock "refresh_cache-fded7459-3142-427d-9771-b97ca1de03bd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.211595] env[69742]: DEBUG nova.network.neutron [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.211595] env[69742]: DEBUG nova.network.neutron [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Successfully created port: 2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.247449] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquiring lock "86a50eb4-481a-4167-a95f-ac32c2e811a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.247823] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Lock "86a50eb4-481a-4167-a95f-ac32c2e811a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.284858] env[69742]: DEBUG oslo_vmware.api [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060078, 'name': PowerOffVM_Task, 'duration_secs': 0.304744} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.285283] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.285464] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.285733] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-151fcc7e-c597-404b-962e-f09b91b3dfc1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.371740] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2650591-b05f-4751-a430-5e77dc3b5dca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.379411] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.379753] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.380017] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Deleting the datastore file [datastore2] 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.382768] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d75fe6bb-2366-4849-a196-4877e3bfed79 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.385536] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69252032-d49d-4358-80ea-044b741cca24 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.394225] env[69742]: DEBUG oslo_vmware.api [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for the task: (returnval){ [ 697.394225] env[69742]: value = "task-4060080" [ 697.394225] env[69742]: _type = "Task" [ 697.394225] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.425556] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684ab0f8-2134-4bd8-b952-95e919c676cf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.435630] env[69742]: DEBUG oslo_concurrency.lockutils [None req-efac7138-4dfe-4068-80bf-d5849327b56c tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.599s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.435630] env[69742]: DEBUG oslo_vmware.api [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.440290] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad87b0d-434c-4a2b-a973-63d3cc9c0705 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.456852] env[69742]: DEBUG nova.compute.provider_tree [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.481025] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060077, 'name': CreateSnapshot_Task, 'duration_secs': 1.146836} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.481025] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 697.481025] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8001cc28-06cc-424b-8967-bdfc833e028e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.515444] env[69742]: DEBUG oslo_concurrency.lockutils [None req-218a12e5-4d46-4b11-b8cf-2c0622527ffe tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Lock "b0634adf-22c7-45be-b90f-30400b68f52b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.487s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.682829] env[69742]: DEBUG nova.compute.manager [req-7f249689-350e-425a-81ec-2ec18aa7d202 req-7580e607-7121-46e4-a004-a1ce76b02a7c service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Received event network-vif-plugged-53ac73d2-f34e-499e-8082-eaea144d73ed {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.683310] env[69742]: DEBUG oslo_concurrency.lockutils [req-7f249689-350e-425a-81ec-2ec18aa7d202 req-7580e607-7121-46e4-a004-a1ce76b02a7c service nova] Acquiring lock "fded7459-3142-427d-9771-b97ca1de03bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.683413] env[69742]: DEBUG oslo_concurrency.lockutils [req-7f249689-350e-425a-81ec-2ec18aa7d202 req-7580e607-7121-46e4-a004-a1ce76b02a7c service nova] Lock "fded7459-3142-427d-9771-b97ca1de03bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.683515] env[69742]: DEBUG oslo_concurrency.lockutils [req-7f249689-350e-425a-81ec-2ec18aa7d202 req-7580e607-7121-46e4-a004-a1ce76b02a7c service nova] Lock "fded7459-3142-427d-9771-b97ca1de03bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.683647] env[69742]: DEBUG nova.compute.manager [req-7f249689-350e-425a-81ec-2ec18aa7d202 req-7580e607-7121-46e4-a004-a1ce76b02a7c service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] No waiting events found dispatching network-vif-plugged-53ac73d2-f34e-499e-8082-eaea144d73ed {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.683802] env[69742]: WARNING nova.compute.manager [req-7f249689-350e-425a-81ec-2ec18aa7d202 req-7580e607-7121-46e4-a004-a1ce76b02a7c service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Received unexpected event network-vif-plugged-53ac73d2-f34e-499e-8082-eaea144d73ed for instance with vm_state building and task_state spawning. [ 697.716616] env[69742]: DEBUG nova.network.neutron [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.749192] env[69742]: DEBUG nova.compute.manager [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.775524] env[69742]: DEBUG nova.virt.hardware [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.775524] env[69742]: DEBUG nova.virt.hardware [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.775984] env[69742]: DEBUG nova.virt.hardware [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.775984] env[69742]: DEBUG nova.virt.hardware [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.775984] env[69742]: DEBUG nova.virt.hardware [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.776146] env[69742]: DEBUG nova.virt.hardware [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.776360] env[69742]: DEBUG nova.virt.hardware [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.776514] env[69742]: DEBUG nova.virt.hardware [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.776761] env[69742]: DEBUG nova.virt.hardware [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.776834] env[69742]: DEBUG nova.virt.hardware [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.777080] env[69742]: DEBUG nova.virt.hardware [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.778494] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc975636-3336-4d0e-8f02-0257ce6fde62 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.789942] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce5637e-340c-4d15-ada1-651196983c92 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.936766] env[69742]: DEBUG oslo_vmware.api [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Task: {'id': task-4060080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225535} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.937202] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.937407] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.937596] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.937744] env[69742]: INFO nova.compute.manager [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 697.937991] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.941406] env[69742]: DEBUG nova.compute.manager [-] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.941523] env[69742]: DEBUG nova.network.neutron [-] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.945633] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.961049] env[69742]: DEBUG nova.scheduler.client.report [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.005889] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 698.006609] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5e1d88d-4457-428b-a36d-4faefda3118b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.019057] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.022211] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 698.022211] env[69742]: value = "task-4060081" [ 698.022211] env[69742]: _type = "Task" [ 698.022211] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.034019] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060081, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.160532] env[69742]: DEBUG nova.network.neutron [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Updating instance_info_cache with network_info: [{"id": "53ac73d2-f34e-499e-8082-eaea144d73ed", "address": "fa:16:3e:ec:bd:3c", "network": {"id": "0df73bf6-d090-4803-9ca1-36d454485c72", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-598966675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bffb1118f71489b8de3d335302c4d42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ac73d2-f3", "ovs_interfaceid": "53ac73d2-f34e-499e-8082-eaea144d73ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.209606] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "325ff5b6-806a-49a2-ab23-3447973a5dd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.209876] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "325ff5b6-806a-49a2-ab23-3447973a5dd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.210104] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "325ff5b6-806a-49a2-ab23-3447973a5dd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.210293] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "325ff5b6-806a-49a2-ab23-3447973a5dd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.210462] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "325ff5b6-806a-49a2-ab23-3447973a5dd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.212703] env[69742]: INFO nova.compute.manager [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Terminating instance [ 698.469830] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.469830] env[69742]: DEBUG nova.compute.manager [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.472639] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.354s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.474677] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.476067] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.599s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.477826] env[69742]: INFO nova.compute.claims [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.484031] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.519398] env[69742]: INFO nova.scheduler.client.report [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Deleted allocations for instance 8975561e-5484-450c-a793-eb8dc7451bf6 [ 698.547727] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060081, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.553277] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.643607] env[69742]: DEBUG oslo_concurrency.lockutils [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquiring lock "b0634adf-22c7-45be-b90f-30400b68f52b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.646084] env[69742]: DEBUG oslo_concurrency.lockutils [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Lock "b0634adf-22c7-45be-b90f-30400b68f52b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.646084] env[69742]: DEBUG oslo_concurrency.lockutils [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquiring lock "b0634adf-22c7-45be-b90f-30400b68f52b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.646084] env[69742]: DEBUG oslo_concurrency.lockutils [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Lock "b0634adf-22c7-45be-b90f-30400b68f52b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.646084] env[69742]: DEBUG oslo_concurrency.lockutils [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Lock "b0634adf-22c7-45be-b90f-30400b68f52b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.650055] env[69742]: INFO nova.compute.manager [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Terminating instance [ 698.666263] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Releasing lock "refresh_cache-fded7459-3142-427d-9771-b97ca1de03bd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.666263] env[69742]: DEBUG nova.compute.manager [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Instance network_info: |[{"id": "53ac73d2-f34e-499e-8082-eaea144d73ed", "address": "fa:16:3e:ec:bd:3c", "network": {"id": "0df73bf6-d090-4803-9ca1-36d454485c72", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-598966675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bffb1118f71489b8de3d335302c4d42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ac73d2-f3", "ovs_interfaceid": "53ac73d2-f34e-499e-8082-eaea144d73ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.666470] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:bd:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53ac73d2-f34e-499e-8082-eaea144d73ed', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.675446] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Creating folder: Project (9bffb1118f71489b8de3d335302c4d42). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.675856] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaa64e86-8f52-40f0-8a27-06669ff46580 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.692258] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Created folder: Project (9bffb1118f71489b8de3d335302c4d42) in parent group-v804621. [ 698.692573] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Creating folder: Instances. Parent ref: group-v804671. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.692850] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78657853-a117-4865-af9e-c5becc9d90c8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.711087] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Created folder: Instances in parent group-v804671. [ 698.711519] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.711619] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.711860] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60c9d9d9-c922-4665-84c4-f9a1478b9159 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.738953] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "refresh_cache-325ff5b6-806a-49a2-ab23-3447973a5dd7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.738953] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquired lock "refresh_cache-325ff5b6-806a-49a2-ab23-3447973a5dd7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.739396] env[69742]: DEBUG nova.network.neutron [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.748647] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.748647] env[69742]: value = "task-4060084" [ 698.748647] env[69742]: _type = "Task" [ 698.748647] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.758766] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060084, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.983878] env[69742]: DEBUG nova.compute.utils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.985726] env[69742]: DEBUG nova.compute.manager [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.985910] env[69742]: DEBUG nova.network.neutron [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.033046] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a8ab1473-6803-4ad3-86ce-4d038d11f2ec tempest-ServerDiagnosticsNegativeTest-528033102 tempest-ServerDiagnosticsNegativeTest-528033102-project-member] Lock "8975561e-5484-450c-a793-eb8dc7451bf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.962s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.048968] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060081, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.074374] env[69742]: DEBUG nova.policy [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f03c58169efb4f5ebfeeb81c80147843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4acf3551d3d34b6a8ffc68c8abfb2ace', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.156553] env[69742]: DEBUG nova.compute.manager [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.157365] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.158489] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbdede2-9cd9-4299-8b23-04e889943886 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.171841] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.172417] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42592865-00c5-4133-8c17-6b6ab9ab9b8b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.187330] env[69742]: DEBUG oslo_vmware.api [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for the task: (returnval){ [ 699.187330] env[69742]: value = "task-4060085" [ 699.187330] env[69742]: _type = "Task" [ 699.187330] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.205331] env[69742]: DEBUG oslo_vmware.api [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.267050] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060084, 'name': CreateVM_Task, 'duration_secs': 0.464042} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.267190] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.267878] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.268064] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.268438] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.268727] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b2a854-0ecd-46be-be3a-4a7270b1b14d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.277664] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 699.277664] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f8027c-93dc-c4b3-3615-c562293ad7d8" [ 699.277664] env[69742]: _type = "Task" [ 699.277664] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.293386] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f8027c-93dc-c4b3-3615-c562293ad7d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.294663] env[69742]: DEBUG nova.network.neutron [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.301381] env[69742]: DEBUG nova.network.neutron [-] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.466263] env[69742]: DEBUG nova.network.neutron [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.491376] env[69742]: DEBUG nova.compute.manager [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.549277] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060081, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.711112] env[69742]: DEBUG oslo_vmware.api [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060085, 'name': PowerOffVM_Task, 'duration_secs': 0.250644} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.713986] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.713986] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.714896] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9a50c48-057b-4b33-be02-60153a777816 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.799239] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f8027c-93dc-c4b3-3615-c562293ad7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.013745} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.799894] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.800051] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.801069] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.801069] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.801069] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.801069] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d9091d6-f88f-4174-8b0f-4795787ba329 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.809797] env[69742]: INFO nova.compute.manager [-] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Took 1.87 seconds to deallocate network for instance. [ 699.822281] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.823433] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.831027] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb321e06-82ae-44d8-a8bd-e8bee23c9715 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.838977] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 699.838977] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ac5dbe-ebb4-9454-b9cd-5287feebf565" [ 699.838977] env[69742]: _type = "Task" [ 699.838977] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.839346] env[69742]: DEBUG nova.compute.manager [req-5f56da79-6a98-4f04-8c42-23b513d420ce req-e69a85b1-1d37-4446-bb18-d82bfee86901 service nova] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Received event network-vif-deleted-5be7ab4f-47b8-4ab5-b62b-2096e7c3fc0f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.855360] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ac5dbe-ebb4-9454-b9cd-5287feebf565, 'name': SearchDatastore_Task, 'duration_secs': 0.011586} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.856218] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab838bf6-be41-4c01-a3cf-c2a0892b7294 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.863705] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 699.863705] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527025f7-32e1-07f4-d997-b4ab78f15a65" [ 699.863705] env[69742]: _type = "Task" [ 699.863705] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.881312] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527025f7-32e1-07f4-d997-b4ab78f15a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.969903] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Releasing lock "refresh_cache-325ff5b6-806a-49a2-ab23-3447973a5dd7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.969903] env[69742]: DEBUG nova.compute.manager [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.970096] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.971062] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008578c7-421e-4e03-98e9-6d33000b0632 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.984758] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.985251] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-191c95d9-9053-4717-895d-964374b8bee0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.989795] env[69742]: DEBUG nova.network.neutron [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Successfully updated port: 2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.992934] env[69742]: DEBUG oslo_vmware.api [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 699.992934] env[69742]: value = "task-4060087" [ 699.992934] env[69742]: _type = "Task" [ 699.992934] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.020669] env[69742]: DEBUG oslo_vmware.api [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.031166] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.031620] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.031916] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Deleting the datastore file [datastore2] b0634adf-22c7-45be-b90f-30400b68f52b {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.032391] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64b215a8-8d69-441a-8209-37913ad7171d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.054946] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060081, 'name': CloneVM_Task, 'duration_secs': 2.01205} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.057249] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Created linked-clone VM from snapshot [ 700.058445] env[69742]: DEBUG oslo_vmware.api [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for the task: (returnval){ [ 700.058445] env[69742]: value = "task-4060088" [ 700.058445] env[69742]: _type = "Task" [ 700.058445] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.060328] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fbf35e-2d1d-4735-8c99-7c425b9738d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.069184] env[69742]: DEBUG nova.network.neutron [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Successfully created port: 16a00368-8b28-4749-99bb-8356a718eab4 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.084313] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Uploading image 256b59fe-0bc9-4610-925b-52fd1fc5ac31 {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 700.091392] env[69742]: DEBUG oslo_vmware.api [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.110193] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 700.111152] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-da961bb8-7234-46d4-9909-19e74949db89 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.120946] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 700.120946] env[69742]: value = "task-4060089" [ 700.120946] env[69742]: _type = "Task" [ 700.120946] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.139406] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060089, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.156730] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6960ca-a653-42fb-a1a4-4c9249db6b7f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.166306] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a27b9-ad35-45c3-a6b4-896299e32f94 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.204355] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9b0e2f-78c4-4426-827c-c780985fc077 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.214709] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18f76da-4303-4bd8-b83e-e50b683ff8de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.231650] env[69742]: DEBUG nova.compute.provider_tree [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.323177] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.380105] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527025f7-32e1-07f4-d997-b4ab78f15a65, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.380105] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.380105] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] fded7459-3142-427d-9771-b97ca1de03bd/fded7459-3142-427d-9771-b97ca1de03bd.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.380105] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d29ff3b-a512-4152-b257-132e9fb411f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.398019] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 700.398019] env[69742]: value = "task-4060090" [ 700.398019] env[69742]: _type = "Task" [ 700.398019] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.404865] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.497204] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquiring lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.497204] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquired lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.497204] env[69742]: DEBUG nova.network.neutron [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.510879] env[69742]: DEBUG oslo_vmware.api [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060087, 'name': PowerOffVM_Task, 'duration_secs': 0.155407} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.511060] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.511545] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.511915] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7480fadc-e075-4762-85a1-8214596b16f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.515431] env[69742]: DEBUG nova.compute.manager [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.550204] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.550204] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.550204] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Deleting the datastore file [datastore2] 325ff5b6-806a-49a2-ab23-3447973a5dd7 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.550388] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d5c1a8f-c5ff-4f22-9e39-45e9d3ca0715 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.564661] env[69742]: DEBUG nova.virt.hardware [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.564917] env[69742]: DEBUG nova.virt.hardware [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.565133] env[69742]: DEBUG nova.virt.hardware [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.565376] env[69742]: DEBUG nova.virt.hardware [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.565548] env[69742]: DEBUG nova.virt.hardware [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.565700] env[69742]: DEBUG nova.virt.hardware [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.565912] env[69742]: DEBUG nova.virt.hardware [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.566080] env[69742]: DEBUG nova.virt.hardware [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.566273] env[69742]: DEBUG nova.virt.hardware [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.566441] env[69742]: DEBUG nova.virt.hardware [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.566611] env[69742]: DEBUG nova.virt.hardware [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.568410] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03e5c2e-5533-4f78-a536-2c47b973b3b6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.584404] env[69742]: DEBUG oslo_vmware.api [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 700.584404] env[69742]: value = "task-4060092" [ 700.584404] env[69742]: _type = "Task" [ 700.584404] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.595228] env[69742]: DEBUG oslo_vmware.api [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Task: {'id': task-4060088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375992} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.596159] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.596468] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.596637] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.596899] env[69742]: INFO nova.compute.manager [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Took 1.44 seconds to destroy the instance on the hypervisor. [ 700.597254] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.598718] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea797702-324c-4aab-8c7c-db4108030142 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.608641] env[69742]: DEBUG nova.compute.manager [-] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.608878] env[69742]: DEBUG nova.network.neutron [-] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.611457] env[69742]: DEBUG oslo_vmware.api [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.638427] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060089, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.735432] env[69742]: DEBUG nova.scheduler.client.report [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.758964] env[69742]: DEBUG nova.compute.manager [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Received event network-changed-53ac73d2-f34e-499e-8082-eaea144d73ed {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.760171] env[69742]: DEBUG nova.compute.manager [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Refreshing instance network info cache due to event network-changed-53ac73d2-f34e-499e-8082-eaea144d73ed. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.760585] env[69742]: DEBUG oslo_concurrency.lockutils [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] Acquiring lock "refresh_cache-fded7459-3142-427d-9771-b97ca1de03bd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.760856] env[69742]: DEBUG oslo_concurrency.lockutils [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] Acquired lock "refresh_cache-fded7459-3142-427d-9771-b97ca1de03bd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.761123] env[69742]: DEBUG nova.network.neutron [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Refreshing network info cache for port 53ac73d2-f34e-499e-8082-eaea144d73ed {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.911697] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060090, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.043300] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquiring lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.043616] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.101721] env[69742]: DEBUG oslo_vmware.api [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211163} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.101721] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.101721] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.101721] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.101721] env[69742]: INFO nova.compute.manager [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 701.101984] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.102056] env[69742]: DEBUG nova.compute.manager [-] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.102178] env[69742]: DEBUG nova.network.neutron [-] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.137697] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060089, 'name': Destroy_Task, 'duration_secs': 0.6241} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.137987] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Destroyed the VM [ 701.140155] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 701.140155] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2852bdc4-e623-4b8f-8ae5-603028633992 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.150240] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 701.150240] env[69742]: value = "task-4060093" [ 701.150240] env[69742]: _type = "Task" [ 701.150240] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.164980] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.202026] env[69742]: DEBUG nova.network.neutron [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.209122] env[69742]: DEBUG nova.network.neutron [-] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.244672] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.245268] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.251065] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.671s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.253166] env[69742]: INFO nova.compute.claims [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.410483] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629827} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.410921] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] fded7459-3142-427d-9771-b97ca1de03bd/fded7459-3142-427d-9771-b97ca1de03bd.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.411181] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.411469] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc5f740e-39ee-47d2-95ce-972be90e6707 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.419981] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 701.419981] env[69742]: value = "task-4060094" [ 701.419981] env[69742]: _type = "Task" [ 701.419981] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.433802] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.597655] env[69742]: DEBUG nova.network.neutron [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updating instance_info_cache with network_info: [{"id": "2668d783-1fe4-4311-912e-17d0fd83358c", "address": "fa:16:3e:6e:ee:37", "network": {"id": "d562d067-4fe2-4d14-8442-429a3dc7ab46", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263174045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d99206d60c624e33aeccd9658fe710e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2668d783-1f", "ovs_interfaceid": "2668d783-1fe4-4311-912e-17d0fd83358c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.663195] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.711861] env[69742]: DEBUG nova.network.neutron [-] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.730027] env[69742]: DEBUG nova.network.neutron [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Updated VIF entry in instance network info cache for port 53ac73d2-f34e-499e-8082-eaea144d73ed. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.730027] env[69742]: DEBUG nova.network.neutron [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Updating instance_info_cache with network_info: [{"id": "53ac73d2-f34e-499e-8082-eaea144d73ed", "address": "fa:16:3e:ec:bd:3c", "network": {"id": "0df73bf6-d090-4803-9ca1-36d454485c72", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-598966675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bffb1118f71489b8de3d335302c4d42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ac73d2-f3", "ovs_interfaceid": "53ac73d2-f34e-499e-8082-eaea144d73ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.758649] env[69742]: DEBUG nova.compute.utils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.763319] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.763513] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.844176] env[69742]: DEBUG nova.policy [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6415cd1f96eb47ccbdf9d2fcedb7e1fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa625f4f077e4fe5b269df138c4ac51d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.880105] env[69742]: DEBUG nova.network.neutron [-] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.933852] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080245} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.934919] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.935041] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03f7b9e-741f-4f21-b07b-ea03f659013c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.960706] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] fded7459-3142-427d-9771-b97ca1de03bd/fded7459-3142-427d-9771-b97ca1de03bd.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.961070] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03777678-12ee-4ecb-9cf7-60a689f72bb7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.986068] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 701.986068] env[69742]: value = "task-4060095" [ 701.986068] env[69742]: _type = "Task" [ 701.986068] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.995723] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.101202] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Releasing lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.101552] env[69742]: DEBUG nova.compute.manager [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Instance network_info: |[{"id": "2668d783-1fe4-4311-912e-17d0fd83358c", "address": "fa:16:3e:6e:ee:37", "network": {"id": "d562d067-4fe2-4d14-8442-429a3dc7ab46", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263174045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d99206d60c624e33aeccd9658fe710e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2668d783-1f", "ovs_interfaceid": "2668d783-1fe4-4311-912e-17d0fd83358c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.101989] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:ee:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2668d783-1fe4-4311-912e-17d0fd83358c', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.113924] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Creating folder: Project (d99206d60c624e33aeccd9658fe710e6). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.114248] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac2107d0-5f7c-468d-be2f-5a88a1639148 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.127905] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Created folder: Project (d99206d60c624e33aeccd9658fe710e6) in parent group-v804621. [ 702.128221] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Creating folder: Instances. Parent ref: group-v804674. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.128385] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed4ee37b-6f59-416a-97e6-1c11be126910 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.140667] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Created folder: Instances in parent group-v804674. [ 702.140930] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.141144] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.141372] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caa6efe3-adfe-447e-9c95-0ec3ccb2efb1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.171053] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060093, 'name': RemoveSnapshot_Task} progress is 45%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.173541] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.173541] env[69742]: value = "task-4060098" [ 702.173541] env[69742]: _type = "Task" [ 702.173541] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.184652] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060098, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.214645] env[69742]: INFO nova.compute.manager [-] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Took 1.11 seconds to deallocate network for instance. [ 702.230277] env[69742]: DEBUG oslo_concurrency.lockutils [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] Releasing lock "refresh_cache-fded7459-3142-427d-9771-b97ca1de03bd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.230584] env[69742]: DEBUG nova.compute.manager [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Received event network-vif-plugged-2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.230817] env[69742]: DEBUG oslo_concurrency.lockutils [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] Acquiring lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.231050] env[69742]: DEBUG oslo_concurrency.lockutils [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] Lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.231242] env[69742]: DEBUG oslo_concurrency.lockutils [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] Lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.231449] env[69742]: DEBUG nova.compute.manager [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] No waiting events found dispatching network-vif-plugged-2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.231691] env[69742]: WARNING nova.compute.manager [req-16c75c23-6414-4e4e-8b19-32de032100ce req-47202821-2733-4152-82da-318d5f685fbb service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Received unexpected event network-vif-plugged-2668d783-1fe4-4311-912e-17d0fd83358c for instance with vm_state building and task_state spawning. [ 702.268658] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.385967] env[69742]: INFO nova.compute.manager [-] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Took 1.78 seconds to deallocate network for instance. [ 702.507616] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060095, 'name': ReconfigVM_Task, 'duration_secs': 0.353135} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.507976] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Reconfigured VM instance instance-00000010 to attach disk [datastore1] fded7459-3142-427d-9771-b97ca1de03bd/fded7459-3142-427d-9771-b97ca1de03bd.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.508747] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b26406ee-d8c5-4a18-8190-5ee9a562811a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.517093] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 702.517093] env[69742]: value = "task-4060099" [ 702.517093] env[69742]: _type = "Task" [ 702.517093] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.529383] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060099, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.603315] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Successfully created port: ef0fc010-d287-4f76-a9e5-5ec5de84c856 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.673484] env[69742]: DEBUG oslo_vmware.api [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060093, 'name': RemoveSnapshot_Task, 'duration_secs': 1.431118} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.673661] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 702.691825] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060098, 'name': CreateVM_Task, 'duration_secs': 0.392182} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.692217] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.692919] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.693061] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.693456] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.696861] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51307fe-43c9-443a-b3c6-d68fa7611b56 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.703063] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 702.703063] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520c0681-be6d-513c-a415-1797ed43be76" [ 702.703063] env[69742]: _type = "Task" [ 702.703063] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.713812] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520c0681-be6d-513c-a415-1797ed43be76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.736306] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.857911] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcdf581-d3a1-480f-8733-b155c65a73b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.874858] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c569d7a6-708b-4290-9c7e-48591912a019 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.910723] env[69742]: DEBUG oslo_concurrency.lockutils [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.912085] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c709fe4-c1e6-4fde-941b-72d4cb8dca1c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.922608] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8e07fb-3196-4e1d-8a82-2e71ab609a56 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.940854] env[69742]: DEBUG nova.compute.provider_tree [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.033454] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060099, 'name': Rename_Task, 'duration_secs': 0.160761} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.033928] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.034276] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccdcd3e4-a28d-4137-8b94-936d56218c89 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.045614] env[69742]: DEBUG nova.network.neutron [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Successfully updated port: 16a00368-8b28-4749-99bb-8356a718eab4 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.053749] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 703.053749] env[69742]: value = "task-4060100" [ 703.053749] env[69742]: _type = "Task" [ 703.053749] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.071214] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.185367] env[69742]: WARNING nova.compute.manager [None req-33e6fee5-fe6e-4a62-861c-75fa76cafe5a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Image not found during snapshot: nova.exception.ImageNotFound: Image 256b59fe-0bc9-4610-925b-52fd1fc5ac31 could not be found. [ 703.218120] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520c0681-be6d-513c-a415-1797ed43be76, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.218436] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.218710] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.219148] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.219330] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.219548] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.219845] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dea3cbd-6300-4613-8779-3ea64316b035 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.234307] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquiring lock "70349e4d-cab8-45e8-be9c-b2c8ec613edf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.234565] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lock "70349e4d-cab8-45e8-be9c-b2c8ec613edf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.234805] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.234967] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.236127] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b63c42-1d9d-49ff-be69-4d158863924f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.242893] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 703.242893] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dcac10-d63d-fe10-348b-fe69a0b7847c" [ 703.242893] env[69742]: _type = "Task" [ 703.242893] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.252848] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dcac10-d63d-fe10-348b-fe69a0b7847c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.289084] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.319216] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.319499] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.319738] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.319900] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.320425] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.320804] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.320918] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.321301] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.321562] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.321744] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.321969] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.323891] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336891eb-0e1a-4f4a-9293-6fc7b47eeb70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.335449] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2876a90a-22a1-4df5-835c-2615e3980485 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.444122] env[69742]: DEBUG nova.scheduler.client.report [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.461231] env[69742]: DEBUG nova.compute.manager [req-8c216442-588a-4555-9a4e-c9590390bd47 req-faea826a-b533-4079-a262-9999c9a18783 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Received event network-vif-plugged-16a00368-8b28-4749-99bb-8356a718eab4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.461231] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c216442-588a-4555-9a4e-c9590390bd47 req-faea826a-b533-4079-a262-9999c9a18783 service nova] Acquiring lock "135ff4da-ae66-4773-807a-99497e79c966-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.461231] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c216442-588a-4555-9a4e-c9590390bd47 req-faea826a-b533-4079-a262-9999c9a18783 service nova] Lock "135ff4da-ae66-4773-807a-99497e79c966-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.461231] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c216442-588a-4555-9a4e-c9590390bd47 req-faea826a-b533-4079-a262-9999c9a18783 service nova] Lock "135ff4da-ae66-4773-807a-99497e79c966-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.461653] env[69742]: DEBUG nova.compute.manager [req-8c216442-588a-4555-9a4e-c9590390bd47 req-faea826a-b533-4079-a262-9999c9a18783 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] No waiting events found dispatching network-vif-plugged-16a00368-8b28-4749-99bb-8356a718eab4 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.462483] env[69742]: WARNING nova.compute.manager [req-8c216442-588a-4555-9a4e-c9590390bd47 req-faea826a-b533-4079-a262-9999c9a18783 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Received unexpected event network-vif-plugged-16a00368-8b28-4749-99bb-8356a718eab4 for instance with vm_state building and task_state spawning. [ 703.550157] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquiring lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.550367] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquired lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.550533] env[69742]: DEBUG nova.network.neutron [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.568441] env[69742]: DEBUG oslo_vmware.api [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060100, 'name': PowerOnVM_Task, 'duration_secs': 0.492968} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.568838] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.569140] env[69742]: INFO nova.compute.manager [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Took 8.48 seconds to spawn the instance on the hypervisor. [ 703.569312] env[69742]: DEBUG nova.compute.manager [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.574351] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404c0dae-42e3-4068-abe2-9e6e6910a72d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.687682] env[69742]: DEBUG nova.compute.manager [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Received event network-changed-2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.687992] env[69742]: DEBUG nova.compute.manager [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Refreshing instance network info cache due to event network-changed-2668d783-1fe4-4311-912e-17d0fd83358c. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.688345] env[69742]: DEBUG oslo_concurrency.lockutils [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] Acquiring lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.688579] env[69742]: DEBUG oslo_concurrency.lockutils [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] Acquired lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.688843] env[69742]: DEBUG nova.network.neutron [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Refreshing network info cache for port 2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.758190] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dcac10-d63d-fe10-348b-fe69a0b7847c, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.758190] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86569ca6-0d36-4bba-bd06-7ab7c85f5634 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.764957] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 703.764957] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5292e113-098e-4458-a01b-7238dfceb97e" [ 703.764957] env[69742]: _type = "Task" [ 703.764957] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.776851] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5292e113-098e-4458-a01b-7238dfceb97e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.951779] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.952438] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.958037] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.885s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.961476] env[69742]: INFO nova.compute.claims [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.102856] env[69742]: INFO nova.compute.manager [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Took 29.91 seconds to build instance. [ 704.141833] env[69742]: DEBUG nova.network.neutron [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.278507] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5292e113-098e-4458-a01b-7238dfceb97e, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.279227] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.279589] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] daf98c6d-4dc6-4d33-a53c-4d9d8800de6c/daf98c6d-4dc6-4d33-a53c-4d9d8800de6c.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.280795] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bcadf35-b043-4770-a592-55e03bcf2169 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.289197] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 704.289197] env[69742]: value = "task-4060101" [ 704.289197] env[69742]: _type = "Task" [ 704.289197] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.304882] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.472576] env[69742]: DEBUG nova.compute.utils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.482213] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.482426] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.504696] env[69742]: DEBUG nova.network.neutron [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Updating instance_info_cache with network_info: [{"id": "16a00368-8b28-4749-99bb-8356a718eab4", "address": "fa:16:3e:8f:40:56", "network": {"id": "f0ab03ac-2c76-4d4e-94cc-f56774b191db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1972530650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acf3551d3d34b6a8ffc68c8abfb2ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a00368-8b", "ovs_interfaceid": "16a00368-8b28-4749-99bb-8356a718eab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.518747] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.519211] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.519748] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.520104] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.520298] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.523597] env[69742]: INFO nova.compute.manager [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Terminating instance [ 704.609447] env[69742]: DEBUG oslo_concurrency.lockutils [None req-17707c4b-59d6-43ee-bd25-445c24de58d7 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "fded7459-3142-427d-9771-b97ca1de03bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.744s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.737484] env[69742]: DEBUG nova.policy [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6415cd1f96eb47ccbdf9d2fcedb7e1fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa625f4f077e4fe5b269df138c4ac51d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.813630] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060101, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.986239] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.010774] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Releasing lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.011472] env[69742]: DEBUG nova.compute.manager [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Instance network_info: |[{"id": "16a00368-8b28-4749-99bb-8356a718eab4", "address": "fa:16:3e:8f:40:56", "network": {"id": "f0ab03ac-2c76-4d4e-94cc-f56774b191db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1972530650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acf3551d3d34b6a8ffc68c8abfb2ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a00368-8b", "ovs_interfaceid": "16a00368-8b28-4749-99bb-8356a718eab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.011574] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:40:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16a00368-8b28-4749-99bb-8356a718eab4', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.032441] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Creating folder: Project (4acf3551d3d34b6a8ffc68c8abfb2ace). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.036995] env[69742]: DEBUG nova.compute.manager [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.037169] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.037434] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd61766-6d51-4a5a-9bf1-07170b357e52 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.040230] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd5afa0-d56f-4fcf-829d-7ed6af75f588 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.049152] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.050012] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34e95ea8-200f-472d-a256-03991d536923 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.054323] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Created folder: Project (4acf3551d3d34b6a8ffc68c8abfb2ace) in parent group-v804621. [ 705.054323] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Creating folder: Instances. Parent ref: group-v804677. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.055520] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93be7d2c-74f4-4249-8e63-8e8275111c12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.064027] env[69742]: DEBUG oslo_vmware.api [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 705.064027] env[69742]: value = "task-4060103" [ 705.064027] env[69742]: _type = "Task" [ 705.064027] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.073506] env[69742]: DEBUG oslo_vmware.api [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.078029] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Created folder: Instances in parent group-v804677. [ 705.078029] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.078029] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.078029] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0c12cd7-1aed-4c37-a78e-5395d43d6b7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.105732] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.105732] env[69742]: value = "task-4060105" [ 705.105732] env[69742]: _type = "Task" [ 705.105732] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.115062] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060105, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.118245] env[69742]: DEBUG nova.compute.manager [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.210380] env[69742]: DEBUG nova.network.neutron [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updated VIF entry in instance network info cache for port 2668d783-1fe4-4311-912e-17d0fd83358c. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.210380] env[69742]: DEBUG nova.network.neutron [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updating instance_info_cache with network_info: [{"id": "2668d783-1fe4-4311-912e-17d0fd83358c", "address": "fa:16:3e:6e:ee:37", "network": {"id": "d562d067-4fe2-4d14-8442-429a3dc7ab46", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263174045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d99206d60c624e33aeccd9658fe710e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2668d783-1f", "ovs_interfaceid": "2668d783-1fe4-4311-912e-17d0fd83358c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.309443] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522268} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.312542] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] daf98c6d-4dc6-4d33-a53c-4d9d8800de6c/daf98c6d-4dc6-4d33-a53c-4d9d8800de6c.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.312890] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.313306] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2428f518-7847-4de6-9ad0-9b757ea5a4e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.322262] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 705.322262] env[69742]: value = "task-4060106" [ 705.322262] env[69742]: _type = "Task" [ 705.322262] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.334517] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.578965] env[69742]: DEBUG oslo_vmware.api [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060103, 'name': PowerOffVM_Task, 'duration_secs': 0.285758} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.580861] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.580861] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.580861] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edec90ed-20d3-4a2c-bcac-95e50a5b49fb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.616630] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060105, 'name': CreateVM_Task, 'duration_secs': 0.395848} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.616812] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.617710] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.618636] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.618636] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.618799] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3c973a-0e69-428d-9104-6c4b31c5e7dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.627585] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for the task: (returnval){ [ 705.627585] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525883d3-43ce-6756-f706-84736572929a" [ 705.627585] env[69742]: _type = "Task" [ 705.627585] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.644687] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525883d3-43ce-6756-f706-84736572929a, 'name': SearchDatastore_Task, 'duration_secs': 0.01212} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.645027] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.645368] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.645622] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.646538] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.646538] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.646538] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6e2d662-34d8-4f54-bd8c-936be56b952d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.652615] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.658108] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.658389] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.659268] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d321640-a9c1-4789-9de5-90cbac5faf46 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.666629] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for the task: (returnval){ [ 705.666629] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ddf2c3-7de7-5d02-0f6f-830b2f5fe25e" [ 705.666629] env[69742]: _type = "Task" [ 705.666629] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.679492] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.679714] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.679893] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Deleting the datastore file [datastore2] 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.680744] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0334da9-8458-4bd5-9851-edaf2a3ff4b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.684811] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9296202b-22e8-43e1-983d-aa28a87370a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.691524] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ddf2c3-7de7-5d02-0f6f-830b2f5fe25e, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.692883] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd63eaf0-147d-405b-a682-4aaa04a6382a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.699333] env[69742]: DEBUG oslo_vmware.api [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 705.699333] env[69742]: value = "task-4060108" [ 705.699333] env[69742]: _type = "Task" [ 705.699333] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.701293] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb456a45-06a2-4c4d-9b69-a59a5b7a3a5e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.710364] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for the task: (returnval){ [ 705.710364] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521c3f32-12c2-820d-837f-5e384c80b14f" [ 705.710364] env[69742]: _type = "Task" [ 705.710364] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.743646] env[69742]: DEBUG oslo_concurrency.lockutils [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] Releasing lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.743920] env[69742]: DEBUG nova.compute.manager [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Received event network-changed-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.744103] env[69742]: DEBUG nova.compute.manager [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Refreshing instance network info cache due to event network-changed-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.744323] env[69742]: DEBUG oslo_concurrency.lockutils [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] Acquiring lock "refresh_cache-c14a3623-4df3-41b9-bc09-6bfff4ad45e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.744488] env[69742]: DEBUG oslo_concurrency.lockutils [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] Acquired lock "refresh_cache-c14a3623-4df3-41b9-bc09-6bfff4ad45e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.744660] env[69742]: DEBUG nova.network.neutron [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Refreshing network info cache for port 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.746440] env[69742]: DEBUG oslo_vmware.api [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.747525] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c70119e-c2fd-4642-aded-2c042d6b208c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.755275] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521c3f32-12c2-820d-837f-5e384c80b14f, 'name': SearchDatastore_Task, 'duration_secs': 0.015985} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.756054] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.756379] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 135ff4da-ae66-4773-807a-99497e79c966/135ff4da-ae66-4773-807a-99497e79c966.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.756664] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f3b3e42-0c4d-4214-8e91-8e1d4a26ae51 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.766476] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5920b5a-b98e-4956-b5fd-b173591a6cf4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.771081] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for the task: (returnval){ [ 705.771081] env[69742]: value = "task-4060109" [ 705.771081] env[69742]: _type = "Task" [ 705.771081] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.787226] env[69742]: DEBUG nova.compute.provider_tree [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.796383] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.836836] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107576} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.836836] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.838721] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d768e149-6989-497e-a773-0cf7c12d7507 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.870469] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] daf98c6d-4dc6-4d33-a53c-4d9d8800de6c/daf98c6d-4dc6-4d33-a53c-4d9d8800de6c.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.871291] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57ad3a6d-72b9-4fc4-b649-48b1dcff940c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.895757] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 705.895757] env[69742]: value = "task-4060110" [ 705.895757] env[69742]: _type = "Task" [ 705.895757] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.910349] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.003818] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.048031] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.048414] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.048672] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.049564] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.049564] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.049564] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.052696] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.052696] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.052696] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.052696] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.052696] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.053591] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ad9b54-cac3-4a28-8e07-627a186582f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.073507] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f48c93-6c79-48da-8c39-408eac693f0a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.141739] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Successfully updated port: ef0fc010-d287-4f76-a9e5-5ec5de84c856 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.145661] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Successfully created port: 66096c59-7e05-4d3f-aa8e-abb818920bcf {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.212487] env[69742]: DEBUG oslo_vmware.api [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235762} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.212958] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.213207] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.213416] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.214225] env[69742]: INFO nova.compute.manager [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 706.214546] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.214782] env[69742]: DEBUG nova.compute.manager [-] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.214877] env[69742]: DEBUG nova.network.neutron [-] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.262832] env[69742]: DEBUG nova.compute.manager [req-f9150d33-ecad-41ca-a678-cd1f25868d61 req-cffcb98c-3b62-4a4f-96e3-d7a889044a39 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Received event network-changed-16a00368-8b28-4749-99bb-8356a718eab4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.262832] env[69742]: DEBUG nova.compute.manager [req-f9150d33-ecad-41ca-a678-cd1f25868d61 req-cffcb98c-3b62-4a4f-96e3-d7a889044a39 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Refreshing instance network info cache due to event network-changed-16a00368-8b28-4749-99bb-8356a718eab4. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.263060] env[69742]: DEBUG oslo_concurrency.lockutils [req-f9150d33-ecad-41ca-a678-cd1f25868d61 req-cffcb98c-3b62-4a4f-96e3-d7a889044a39 service nova] Acquiring lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.264360] env[69742]: DEBUG oslo_concurrency.lockutils [req-f9150d33-ecad-41ca-a678-cd1f25868d61 req-cffcb98c-3b62-4a4f-96e3-d7a889044a39 service nova] Acquired lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.264596] env[69742]: DEBUG nova.network.neutron [req-f9150d33-ecad-41ca-a678-cd1f25868d61 req-cffcb98c-3b62-4a4f-96e3-d7a889044a39 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Refreshing network info cache for port 16a00368-8b28-4749-99bb-8356a718eab4 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.285130] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060109, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.297401] env[69742]: DEBUG nova.scheduler.client.report [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.349887] env[69742]: DEBUG nova.compute.manager [req-9d58b59b-39dd-4479-b902-0034e662f67d req-d0bf4336-dbdc-44c9-9935-0257f8b5f748 service nova] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Received event network-vif-plugged-ef0fc010-d287-4f76-a9e5-5ec5de84c856 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.349887] env[69742]: DEBUG oslo_concurrency.lockutils [req-9d58b59b-39dd-4479-b902-0034e662f67d req-d0bf4336-dbdc-44c9-9935-0257f8b5f748 service nova] Acquiring lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.349887] env[69742]: DEBUG oslo_concurrency.lockutils [req-9d58b59b-39dd-4479-b902-0034e662f67d req-d0bf4336-dbdc-44c9-9935-0257f8b5f748 service nova] Lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.350528] env[69742]: DEBUG oslo_concurrency.lockutils [req-9d58b59b-39dd-4479-b902-0034e662f67d req-d0bf4336-dbdc-44c9-9935-0257f8b5f748 service nova] Lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.350696] env[69742]: DEBUG nova.compute.manager [req-9d58b59b-39dd-4479-b902-0034e662f67d req-d0bf4336-dbdc-44c9-9935-0257f8b5f748 service nova] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] No waiting events found dispatching network-vif-plugged-ef0fc010-d287-4f76-a9e5-5ec5de84c856 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.350923] env[69742]: WARNING nova.compute.manager [req-9d58b59b-39dd-4479-b902-0034e662f67d req-d0bf4336-dbdc-44c9-9935-0257f8b5f748 service nova] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Received unexpected event network-vif-plugged-ef0fc010-d287-4f76-a9e5-5ec5de84c856 for instance with vm_state building and task_state spawning. [ 706.413818] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.644436] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "refresh_cache-e4d09780-08a6-4fa0-8b87-f682e2aa0909" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.647497] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired lock "refresh_cache-e4d09780-08a6-4fa0-8b87-f682e2aa0909" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.647497] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.794172] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579236} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.794420] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 135ff4da-ae66-4773-807a-99497e79c966/135ff4da-ae66-4773-807a-99497e79c966.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.794664] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.794969] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b20c506f-1a96-4dec-b26c-e45bd37276a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.806302] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.806822] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.814546] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for the task: (returnval){ [ 706.814546] env[69742]: value = "task-4060111" [ 706.814546] env[69742]: _type = "Task" [ 706.814546] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.822436] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.471s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.849968] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.922022] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060110, 'name': ReconfigVM_Task, 'duration_secs': 0.657904} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.922538] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Reconfigured VM instance instance-00000011 to attach disk [datastore1] daf98c6d-4dc6-4d33-a53c-4d9d8800de6c/daf98c6d-4dc6-4d33-a53c-4d9d8800de6c.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.923430] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a2a3a72-93f3-4b9f-8f2b-663a20ace1e3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.932473] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 706.932473] env[69742]: value = "task-4060112" [ 706.932473] env[69742]: _type = "Task" [ 706.932473] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.943474] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060112, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.171917] env[69742]: DEBUG nova.network.neutron [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Updated VIF entry in instance network info cache for port 2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.172322] env[69742]: DEBUG nova.network.neutron [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Updating instance_info_cache with network_info: [{"id": "2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32", "address": "fa:16:3e:46:bc:61", "network": {"id": "f1d7e045-e385-4573-b28a-1b52e152bab3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-70583827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c42dfe64352e4097920991e02e12aedc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc5ce26-ae", "ovs_interfaceid": "2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.246065] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.318327] env[69742]: DEBUG nova.compute.utils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.319885] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.319982] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.333841] env[69742]: INFO nova.compute.claims [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.346571] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082398} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.348331] env[69742]: DEBUG nova.network.neutron [req-f9150d33-ecad-41ca-a678-cd1f25868d61 req-cffcb98c-3b62-4a4f-96e3-d7a889044a39 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Updated VIF entry in instance network info cache for port 16a00368-8b28-4749-99bb-8356a718eab4. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.348331] env[69742]: DEBUG nova.network.neutron [req-f9150d33-ecad-41ca-a678-cd1f25868d61 req-cffcb98c-3b62-4a4f-96e3-d7a889044a39 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Updating instance_info_cache with network_info: [{"id": "16a00368-8b28-4749-99bb-8356a718eab4", "address": "fa:16:3e:8f:40:56", "network": {"id": "f0ab03ac-2c76-4d4e-94cc-f56774b191db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1972530650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acf3551d3d34b6a8ffc68c8abfb2ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a00368-8b", "ovs_interfaceid": "16a00368-8b28-4749-99bb-8356a718eab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.349381] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.350861] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37712ba3-bb1c-48f3-9926-fcf197291424 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.381672] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 135ff4da-ae66-4773-807a-99497e79c966/135ff4da-ae66-4773-807a-99497e79c966.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.384440] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3cd840c-7976-42ee-93c4-e1b964472758 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.408659] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for the task: (returnval){ [ 707.408659] env[69742]: value = "task-4060113" [ 707.408659] env[69742]: _type = "Task" [ 707.408659] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.419147] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.430989] env[69742]: DEBUG nova.policy [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6415cd1f96eb47ccbdf9d2fcedb7e1fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa625f4f077e4fe5b269df138c4ac51d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.443463] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060112, 'name': Rename_Task, 'duration_secs': 0.203333} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.443741] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.443976] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2830e299-8825-4fb1-8da3-d4479d7dab73 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.451097] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 707.451097] env[69742]: value = "task-4060114" [ 707.451097] env[69742]: _type = "Task" [ 707.451097] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.461799] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.584481] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Updating instance_info_cache with network_info: [{"id": "ef0fc010-d287-4f76-a9e5-5ec5de84c856", "address": "fa:16:3e:ec:8a:5a", "network": {"id": "009351d7-5130-4c24-aacf-d7e3dd425121", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-846756615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa625f4f077e4fe5b269df138c4ac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef0fc010-d2", "ovs_interfaceid": "ef0fc010-d287-4f76-a9e5-5ec5de84c856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.675728] env[69742]: DEBUG oslo_concurrency.lockutils [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] Releasing lock "refresh_cache-c14a3623-4df3-41b9-bc09-6bfff4ad45e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.675728] env[69742]: DEBUG nova.compute.manager [req-52c0ca74-46fa-425e-9de0-4a6d7689deaa req-c7ea0089-7c53-4c4f-9ddf-0b721c684abf service nova] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Received event network-vif-deleted-55ee8f1f-b5f3-46fb-88fd-190f6d04176b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.716481] env[69742]: DEBUG nova.network.neutron [-] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.823741] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.841875] env[69742]: INFO nova.compute.resource_tracker [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating resource usage from migration b89fe488-2b48-4a68-a512-34619160167d [ 707.855500] env[69742]: DEBUG oslo_concurrency.lockutils [req-f9150d33-ecad-41ca-a678-cd1f25868d61 req-cffcb98c-3b62-4a4f-96e3-d7a889044a39 service nova] Releasing lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.930515] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060113, 'name': ReconfigVM_Task, 'duration_secs': 0.375786} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.931163] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 135ff4da-ae66-4773-807a-99497e79c966/135ff4da-ae66-4773-807a-99497e79c966.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.932175] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d988695c-53e4-43f7-88c8-f363d8b918bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.945575] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for the task: (returnval){ [ 707.945575] env[69742]: value = "task-4060115" [ 707.945575] env[69742]: _type = "Task" [ 707.945575] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.960274] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060115, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.974559] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060114, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.086934] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Releasing lock "refresh_cache-e4d09780-08a6-4fa0-8b87-f682e2aa0909" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.087307] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Instance network_info: |[{"id": "ef0fc010-d287-4f76-a9e5-5ec5de84c856", "address": "fa:16:3e:ec:8a:5a", "network": {"id": "009351d7-5130-4c24-aacf-d7e3dd425121", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-846756615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa625f4f077e4fe5b269df138c4ac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef0fc010-d2", "ovs_interfaceid": "ef0fc010-d287-4f76-a9e5-5ec5de84c856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.087760] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:8a:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef0fc010-d287-4f76-a9e5-5ec5de84c856', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.099277] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Creating folder: Project (aa625f4f077e4fe5b269df138c4ac51d). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.100056] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c57d2c-76fd-4c3e-aa10-6f2834d50c49 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.117280] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Created folder: Project (aa625f4f077e4fe5b269df138c4ac51d) in parent group-v804621. [ 708.117600] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Creating folder: Instances. Parent ref: group-v804680. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.117912] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04b68f2a-8cc8-4ace-82af-c9e6598399aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.134129] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Created folder: Instances in parent group-v804680. [ 708.134459] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.134617] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.134833] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d861d6b-3021-42db-b844-fd4b763e3ebd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.159040] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.159040] env[69742]: value = "task-4060118" [ 708.159040] env[69742]: _type = "Task" [ 708.159040] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.170341] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060118, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.224167] env[69742]: INFO nova.compute.manager [-] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Took 2.01 seconds to deallocate network for instance. [ 708.455592] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060115, 'name': Rename_Task, 'duration_secs': 0.322514} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.455934] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.456165] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cefae059-ffbb-4fc1-9245-582bb8b3b9ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.466050] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for the task: (returnval){ [ 708.466050] env[69742]: value = "task-4060119" [ 708.466050] env[69742]: _type = "Task" [ 708.466050] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.474314] env[69742]: DEBUG oslo_vmware.api [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060114, 'name': PowerOnVM_Task, 'duration_secs': 0.528127} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.475054] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.475276] env[69742]: INFO nova.compute.manager [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Took 10.73 seconds to spawn the instance on the hypervisor. [ 708.475462] env[69742]: DEBUG nova.compute.manager [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.476403] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac53790-6c44-4b20-b901-06f5ff070018 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.483636] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.483784] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfc74b9-8875-4370-a22c-900bd22d0789 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.496019] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15a9157-b66c-46dd-bf62-2d1b02cb6000 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.531770] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Successfully created port: 77b0224a-e819-471f-832b-462e8784f093 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.534978] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6a6df3-08bc-42a0-aab5-5526330e39b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.545661] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b8118a-f3a1-4306-9388-afb85828fdcb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.564021] env[69742]: DEBUG nova.compute.provider_tree [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.673721] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060118, 'name': CreateVM_Task, 'duration_secs': 0.451367} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.676735] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.677470] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.677669] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.677995] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.678536] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac3e70f-a0e5-4029-b0fc-1f1209c0260c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.684198] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 708.684198] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a4dc88-be10-4d2a-352b-de64273eb83e" [ 708.684198] env[69742]: _type = "Task" [ 708.684198] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.697626] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a4dc88-be10-4d2a-352b-de64273eb83e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.737767] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.833972] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.868481] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.868767] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.868928] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.869123] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.869272] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.869432] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.869643] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.869798] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.869965] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.870155] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.870361] env[69742]: DEBUG nova.virt.hardware [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.871311] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f44f73d-f66b-4d24-a95b-d3b0c09a1a22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.881119] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0e22f0-099f-4645-8d23-81371d3fdbac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.978298] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.013152] env[69742]: INFO nova.compute.manager [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Took 30.18 seconds to build instance. [ 709.071071] env[69742]: DEBUG nova.scheduler.client.report [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.199171] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a4dc88-be10-4d2a-352b-de64273eb83e, 'name': SearchDatastore_Task, 'duration_secs': 0.019242} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.200652] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.200889] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.201186] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.201269] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.202825] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.203433] env[69742]: DEBUG nova.compute.manager [req-49d9f869-6baa-43f7-8d79-76e44661c11c req-38ce37a9-a8e7-44bc-909f-5a2d9d8e5e9b service nova] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Received event network-changed-ef0fc010-d287-4f76-a9e5-5ec5de84c856 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.203433] env[69742]: DEBUG nova.compute.manager [req-49d9f869-6baa-43f7-8d79-76e44661c11c req-38ce37a9-a8e7-44bc-909f-5a2d9d8e5e9b service nova] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Refreshing instance network info cache due to event network-changed-ef0fc010-d287-4f76-a9e5-5ec5de84c856. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.203433] env[69742]: DEBUG oslo_concurrency.lockutils [req-49d9f869-6baa-43f7-8d79-76e44661c11c req-38ce37a9-a8e7-44bc-909f-5a2d9d8e5e9b service nova] Acquiring lock "refresh_cache-e4d09780-08a6-4fa0-8b87-f682e2aa0909" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.203593] env[69742]: DEBUG oslo_concurrency.lockutils [req-49d9f869-6baa-43f7-8d79-76e44661c11c req-38ce37a9-a8e7-44bc-909f-5a2d9d8e5e9b service nova] Acquired lock "refresh_cache-e4d09780-08a6-4fa0-8b87-f682e2aa0909" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.203632] env[69742]: DEBUG nova.network.neutron [req-49d9f869-6baa-43f7-8d79-76e44661c11c req-38ce37a9-a8e7-44bc-909f-5a2d9d8e5e9b service nova] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Refreshing network info cache for port ef0fc010-d287-4f76-a9e5-5ec5de84c856 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.204991] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d58d1e90-dbca-4316-8275-dc94e740999d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.217524] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.217713] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.218709] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04459ad8-c69f-4b29-8252-26ab979e3120 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.227493] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 709.227493] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52edd0b0-4a02-5228-9b00-f80c2d4df4e9" [ 709.227493] env[69742]: _type = "Task" [ 709.227493] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.238902] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52edd0b0-4a02-5228-9b00-f80c2d4df4e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.258099] env[69742]: DEBUG nova.compute.manager [req-a4c7a0d4-e6e6-43b3-8466-95d68e0fa425 req-ca0ae11e-e056-44eb-ab74-0455996e233a service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Received event network-changed-53ac73d2-f34e-499e-8082-eaea144d73ed {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.258303] env[69742]: DEBUG nova.compute.manager [req-a4c7a0d4-e6e6-43b3-8466-95d68e0fa425 req-ca0ae11e-e056-44eb-ab74-0455996e233a service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Refreshing instance network info cache due to event network-changed-53ac73d2-f34e-499e-8082-eaea144d73ed. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.260503] env[69742]: DEBUG oslo_concurrency.lockutils [req-a4c7a0d4-e6e6-43b3-8466-95d68e0fa425 req-ca0ae11e-e056-44eb-ab74-0455996e233a service nova] Acquiring lock "refresh_cache-fded7459-3142-427d-9771-b97ca1de03bd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.260503] env[69742]: DEBUG oslo_concurrency.lockutils [req-a4c7a0d4-e6e6-43b3-8466-95d68e0fa425 req-ca0ae11e-e056-44eb-ab74-0455996e233a service nova] Acquired lock "refresh_cache-fded7459-3142-427d-9771-b97ca1de03bd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.260503] env[69742]: DEBUG nova.network.neutron [req-a4c7a0d4-e6e6-43b3-8466-95d68e0fa425 req-ca0ae11e-e056-44eb-ab74-0455996e233a service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Refreshing network info cache for port 53ac73d2-f34e-499e-8082-eaea144d73ed {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.485258] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.516061] env[69742]: DEBUG oslo_concurrency.lockutils [None req-41f0bdb0-9977-48f2-970a-3b51ffdbeb23 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.511s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.567107] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Successfully updated port: 66096c59-7e05-4d3f-aa8e-abb818920bcf {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.574633] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.753s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.574926] env[69742]: INFO nova.compute.manager [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Migrating [ 709.575371] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.575456] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.577233] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.250s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.579270] env[69742]: INFO nova.compute.claims [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.740557] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52edd0b0-4a02-5228-9b00-f80c2d4df4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.741830] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ee4eb3-389a-4d08-8c7e-c5e6d7b09846 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.748843] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 709.748843] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52263bb4-c59a-44da-5d43-ea04b60ad0e8" [ 709.748843] env[69742]: _type = "Task" [ 709.748843] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.760712] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52263bb4-c59a-44da-5d43-ea04b60ad0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.985101] env[69742]: DEBUG oslo_vmware.api [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060119, 'name': PowerOnVM_Task, 'duration_secs': 1.311858} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.985101] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.985101] env[69742]: INFO nova.compute.manager [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Took 9.47 seconds to spawn the instance on the hypervisor. [ 709.985101] env[69742]: DEBUG nova.compute.manager [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.985771] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a71f8f0-c3a8-4801-a6dd-1c172decc732 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.021917] env[69742]: DEBUG nova.compute.manager [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.032176] env[69742]: DEBUG nova.network.neutron [req-a4c7a0d4-e6e6-43b3-8466-95d68e0fa425 req-ca0ae11e-e056-44eb-ab74-0455996e233a service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Updated VIF entry in instance network info cache for port 53ac73d2-f34e-499e-8082-eaea144d73ed. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.032176] env[69742]: DEBUG nova.network.neutron [req-a4c7a0d4-e6e6-43b3-8466-95d68e0fa425 req-ca0ae11e-e056-44eb-ab74-0455996e233a service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Updating instance_info_cache with network_info: [{"id": "53ac73d2-f34e-499e-8082-eaea144d73ed", "address": "fa:16:3e:ec:bd:3c", "network": {"id": "0df73bf6-d090-4803-9ca1-36d454485c72", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-598966675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bffb1118f71489b8de3d335302c4d42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ac73d2-f3", "ovs_interfaceid": "53ac73d2-f34e-499e-8082-eaea144d73ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.069698] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "refresh_cache-3a8deddd-1624-4b69-b150-b5d9487ea7ed" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.070037] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired lock "refresh_cache-3a8deddd-1624-4b69-b150-b5d9487ea7ed" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.070037] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.087277] env[69742]: INFO nova.compute.rpcapi [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 710.087817] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.229506] env[69742]: DEBUG nova.network.neutron [req-49d9f869-6baa-43f7-8d79-76e44661c11c req-38ce37a9-a8e7-44bc-909f-5a2d9d8e5e9b service nova] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Updated VIF entry in instance network info cache for port ef0fc010-d287-4f76-a9e5-5ec5de84c856. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.229837] env[69742]: DEBUG nova.network.neutron [req-49d9f869-6baa-43f7-8d79-76e44661c11c req-38ce37a9-a8e7-44bc-909f-5a2d9d8e5e9b service nova] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Updating instance_info_cache with network_info: [{"id": "ef0fc010-d287-4f76-a9e5-5ec5de84c856", "address": "fa:16:3e:ec:8a:5a", "network": {"id": "009351d7-5130-4c24-aacf-d7e3dd425121", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-846756615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa625f4f077e4fe5b269df138c4ac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef0fc010-d2", "ovs_interfaceid": "ef0fc010-d287-4f76-a9e5-5ec5de84c856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.263137] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52263bb4-c59a-44da-5d43-ea04b60ad0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012074} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.263599] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.263903] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e4d09780-08a6-4fa0-8b87-f682e2aa0909/e4d09780-08a6-4fa0-8b87-f682e2aa0909.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.264311] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55440ce4-566e-4dbd-ad4b-0d624bb686aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.276307] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 710.276307] env[69742]: value = "task-4060120" [ 710.276307] env[69742]: _type = "Task" [ 710.276307] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.288964] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.515813] env[69742]: INFO nova.compute.manager [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Took 29.82 seconds to build instance. [ 710.542162] env[69742]: DEBUG oslo_concurrency.lockutils [req-a4c7a0d4-e6e6-43b3-8466-95d68e0fa425 req-ca0ae11e-e056-44eb-ab74-0455996e233a service nova] Releasing lock "refresh_cache-fded7459-3142-427d-9771-b97ca1de03bd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.556538] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.616673] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.616863] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.617061] env[69742]: DEBUG nova.network.neutron [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.691554] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.720041] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23eb0c5e-b04b-42b9-9ec5-3c4ea0895702 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.731237] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3190afd6-9aaf-4afb-b5c9-f4885f970229 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.735658] env[69742]: DEBUG oslo_concurrency.lockutils [req-49d9f869-6baa-43f7-8d79-76e44661c11c req-38ce37a9-a8e7-44bc-909f-5a2d9d8e5e9b service nova] Releasing lock "refresh_cache-e4d09780-08a6-4fa0-8b87-f682e2aa0909" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.736150] env[69742]: DEBUG nova.compute.manager [req-49d9f869-6baa-43f7-8d79-76e44661c11c req-38ce37a9-a8e7-44bc-909f-5a2d9d8e5e9b service nova] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Received event network-vif-deleted-c096e904-97fb-4099-85c6-b653a6277d82 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.785271] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4fe212-8431-4ec2-bd7d-f3d51b11bd05 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.795938] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060120, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.799839] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a8959f-a4b5-4a54-9e5d-300eba2a3bcd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.820178] env[69742]: DEBUG nova.compute.provider_tree [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.959103] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "105fe6a4-75f2-4d70-80bd-e07259585778" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.959638] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "105fe6a4-75f2-4d70-80bd-e07259585778" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.020051] env[69742]: DEBUG oslo_concurrency.lockutils [None req-48914035-2829-43ef-bff5-c622ae017fd3 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Lock "135ff4da-ae66-4773-807a-99497e79c966" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.323s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.049291] env[69742]: INFO nova.compute.manager [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Rescuing [ 711.050698] env[69742]: DEBUG oslo_concurrency.lockutils [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquiring lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.050957] env[69742]: DEBUG oslo_concurrency.lockutils [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquired lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.051263] env[69742]: DEBUG nova.network.neutron [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.253878] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Updating instance_info_cache with network_info: [{"id": "66096c59-7e05-4d3f-aa8e-abb818920bcf", "address": "fa:16:3e:fb:f2:c3", "network": {"id": "009351d7-5130-4c24-aacf-d7e3dd425121", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-846756615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa625f4f077e4fe5b269df138c4ac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66096c59-7e", "ovs_interfaceid": "66096c59-7e05-4d3f-aa8e-abb818920bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.293861] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647839} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.294229] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e4d09780-08a6-4fa0-8b87-f682e2aa0909/e4d09780-08a6-4fa0-8b87-f682e2aa0909.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.294482] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.294728] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6ce406c-7811-4966-b426-6e4f1b01d087 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.303009] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 711.303009] env[69742]: value = "task-4060121" [ 711.303009] env[69742]: _type = "Task" [ 711.303009] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.316018] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.331589] env[69742]: DEBUG nova.scheduler.client.report [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.437063] env[69742]: DEBUG nova.network.neutron [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance_info_cache with network_info: [{"id": "997e2feb-6951-4398-b9ea-320ccb3e446f", "address": "fa:16:3e:f7:4f:ab", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997e2feb-69", "ovs_interfaceid": "997e2feb-6951-4398-b9ea-320ccb3e446f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.526190] env[69742]: DEBUG nova.compute.manager [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.693882] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Successfully updated port: 77b0224a-e819-471f-832b-462e8784f093 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.755405] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Releasing lock "refresh_cache-3a8deddd-1624-4b69-b150-b5d9487ea7ed" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.755806] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Instance network_info: |[{"id": "66096c59-7e05-4d3f-aa8e-abb818920bcf", "address": "fa:16:3e:fb:f2:c3", "network": {"id": "009351d7-5130-4c24-aacf-d7e3dd425121", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-846756615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa625f4f077e4fe5b269df138c4ac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66096c59-7e", "ovs_interfaceid": "66096c59-7e05-4d3f-aa8e-abb818920bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.756502] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:f2:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66096c59-7e05-4d3f-aa8e-abb818920bcf', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.764903] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.765285] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.765418] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfe4eddb-c0d3-4073-90b0-0e7509b412c6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.791062] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.791062] env[69742]: value = "task-4060122" [ 711.791062] env[69742]: _type = "Task" [ 711.791062] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.802588] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060122, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.811826] env[69742]: DEBUG nova.compute.manager [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Received event network-vif-plugged-66096c59-7e05-4d3f-aa8e-abb818920bcf {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.813093] env[69742]: DEBUG oslo_concurrency.lockutils [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] Acquiring lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.813093] env[69742]: DEBUG oslo_concurrency.lockutils [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] Lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.813093] env[69742]: DEBUG oslo_concurrency.lockutils [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] Lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.813093] env[69742]: DEBUG nova.compute.manager [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] No waiting events found dispatching network-vif-plugged-66096c59-7e05-4d3f-aa8e-abb818920bcf {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.814996] env[69742]: WARNING nova.compute.manager [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Received unexpected event network-vif-plugged-66096c59-7e05-4d3f-aa8e-abb818920bcf for instance with vm_state building and task_state spawning. [ 711.814996] env[69742]: DEBUG nova.compute.manager [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Received event network-changed-66096c59-7e05-4d3f-aa8e-abb818920bcf {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.814996] env[69742]: DEBUG nova.compute.manager [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Refreshing instance network info cache due to event network-changed-66096c59-7e05-4d3f-aa8e-abb818920bcf. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.814996] env[69742]: DEBUG oslo_concurrency.lockutils [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] Acquiring lock "refresh_cache-3a8deddd-1624-4b69-b150-b5d9487ea7ed" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.814996] env[69742]: DEBUG oslo_concurrency.lockutils [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] Acquired lock "refresh_cache-3a8deddd-1624-4b69-b150-b5d9487ea7ed" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.815319] env[69742]: DEBUG nova.network.neutron [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Refreshing network info cache for port 66096c59-7e05-4d3f-aa8e-abb818920bcf {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.823966] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275105} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.824745] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.826032] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5971e333-d051-439d-ba9a-1b697691dea0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.839392] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.840590] env[69742]: DEBUG nova.compute.manager [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.855012] env[69742]: DEBUG oslo_concurrency.lockutils [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.753s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.855680] env[69742]: DEBUG nova.objects.instance [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Lazy-loading 'resources' on Instance uuid 463e35d4-a79b-43a4-9700-3b40ac295bf8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.869341] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] e4d09780-08a6-4fa0-8b87-f682e2aa0909/e4d09780-08a6-4fa0-8b87-f682e2aa0909.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.869434] env[69742]: DEBUG nova.network.neutron [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updating instance_info_cache with network_info: [{"id": "2668d783-1fe4-4311-912e-17d0fd83358c", "address": "fa:16:3e:6e:ee:37", "network": {"id": "d562d067-4fe2-4d14-8442-429a3dc7ab46", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263174045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d99206d60c624e33aeccd9658fe710e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2668d783-1f", "ovs_interfaceid": "2668d783-1fe4-4311-912e-17d0fd83358c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.870494] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0e4e72-1169-4ea8-8602-26dcf7a34032 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.896443] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 711.896443] env[69742]: value = "task-4060123" [ 711.896443] env[69742]: _type = "Task" [ 711.896443] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.909524] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.947122] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.058444] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.201209] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "refresh_cache-64f5389c-9f99-4dcf-827e-28a63d2fd863" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.201378] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired lock "refresh_cache-64f5389c-9f99-4dcf-827e-28a63d2fd863" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.201739] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.304845] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060122, 'name': CreateVM_Task, 'duration_secs': 0.48447} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.304845] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.304845] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.305189] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.306458] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.306973] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b582ba7-35d4-46d2-abd8-78d1c8c3acd2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.314420] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 712.314420] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527a13db-49b5-66cd-1789-7c4f853ecd89" [ 712.314420] env[69742]: _type = "Task" [ 712.314420] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.330508] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527a13db-49b5-66cd-1789-7c4f853ecd89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.375220] env[69742]: DEBUG nova.compute.utils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.385948] env[69742]: DEBUG nova.compute.manager [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.386248] env[69742]: DEBUG nova.network.neutron [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.394444] env[69742]: DEBUG oslo_concurrency.lockutils [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Releasing lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.409194] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060123, 'name': ReconfigVM_Task, 'duration_secs': 0.34668} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.409541] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Reconfigured VM instance instance-00000013 to attach disk [datastore2] e4d09780-08a6-4fa0-8b87-f682e2aa0909/e4d09780-08a6-4fa0-8b87-f682e2aa0909.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.410384] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1652256a-67a4-4f4c-8460-f6416967c878 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.422328] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 712.422328] env[69742]: value = "task-4060124" [ 712.422328] env[69742]: _type = "Task" [ 712.422328] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.440288] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060124, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.751593] env[69742]: DEBUG nova.network.neutron [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Updated VIF entry in instance network info cache for port 66096c59-7e05-4d3f-aa8e-abb818920bcf. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.751967] env[69742]: DEBUG nova.network.neutron [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Updating instance_info_cache with network_info: [{"id": "66096c59-7e05-4d3f-aa8e-abb818920bcf", "address": "fa:16:3e:fb:f2:c3", "network": {"id": "009351d7-5130-4c24-aacf-d7e3dd425121", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-846756615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa625f4f077e4fe5b269df138c4ac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66096c59-7e", "ovs_interfaceid": "66096c59-7e05-4d3f-aa8e-abb818920bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.831296] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527a13db-49b5-66cd-1789-7c4f853ecd89, 'name': SearchDatastore_Task, 'duration_secs': 0.033706} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.831648] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.831878] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.832171] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.832336] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.833419] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.833735] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e1b2013-23e4-4586-8082-e40dd8f3a815 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.847234] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.847426] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.848567] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8793f57d-02de-455c-8c86-c97336c19297 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.855581] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 712.855581] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526679be-b92f-239b-bc27-df3b85e65201" [ 712.855581] env[69742]: _type = "Task" [ 712.855581] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.862582] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.875328] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526679be-b92f-239b-bc27-df3b85e65201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.884215] env[69742]: DEBUG nova.policy [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '646489d83c054476a337b6f9826a76a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d4ca4c93e544f258832e294a18488f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.886157] env[69742]: DEBUG nova.compute.manager [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.944216] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060124, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.985415] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3d1b26-3c35-4d7c-9ca2-4157fc4a0f41 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.995310] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebca3e9-6dc1-4045-a41d-43943b608462 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.032235] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3217240e-77c3-4518-8167-f25e44a5a5e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.040978] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca31a0e5-e8b7-4b1a-bf64-93a9f9a9022b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.058080] env[69742]: DEBUG nova.compute.provider_tree [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.261902] env[69742]: DEBUG oslo_concurrency.lockutils [req-5f0d516f-a3ba-47e0-9793-41e344a85844 req-06539e98-d287-4928-b87b-6d69ef5d8e5a service nova] Releasing lock "refresh_cache-3a8deddd-1624-4b69-b150-b5d9487ea7ed" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.369123] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526679be-b92f-239b-bc27-df3b85e65201, 'name': SearchDatastore_Task, 'duration_secs': 0.027534} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.370686] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ff3287-7b5a-4fab-ac50-5bf5deaa8225 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.373748] env[69742]: DEBUG nova.network.neutron [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Updating instance_info_cache with network_info: [{"id": "77b0224a-e819-471f-832b-462e8784f093", "address": "fa:16:3e:d5:87:c8", "network": {"id": "009351d7-5130-4c24-aacf-d7e3dd425121", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-846756615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa625f4f077e4fe5b269df138c4ac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b0224a-e8", "ovs_interfaceid": "77b0224a-e819-471f-832b-462e8784f093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.381595] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 713.381595] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d0e571-0c66-cfcf-b58a-512cb130a2da" [ 713.381595] env[69742]: _type = "Task" [ 713.381595] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.399857] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d0e571-0c66-cfcf-b58a-512cb130a2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.439462] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060124, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.474670] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9070d2fb-1c22-4894-9f4a-fd5b04a4c8f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.495034] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance '63005fe8-620c-4a91-b48c-5cecee3ad2d5' progress to 0 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 713.562736] env[69742]: DEBUG nova.scheduler.client.report [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.870972] env[69742]: DEBUG nova.network.neutron [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Successfully created port: f996e49b-6168-44d2-af60-5e123d30936e {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.876953] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Releasing lock "refresh_cache-64f5389c-9f99-4dcf-827e-28a63d2fd863" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.877283] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Instance network_info: |[{"id": "77b0224a-e819-471f-832b-462e8784f093", "address": "fa:16:3e:d5:87:c8", "network": {"id": "009351d7-5130-4c24-aacf-d7e3dd425121", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-846756615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa625f4f077e4fe5b269df138c4ac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b0224a-e8", "ovs_interfaceid": "77b0224a-e819-471f-832b-462e8784f093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.877696] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:87:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77b0224a-e819-471f-832b-462e8784f093', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.889512] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.890046] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.893390] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a65c140-a7c9-4402-a9fe-2cdea1f03c13 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.912196] env[69742]: DEBUG nova.compute.manager [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.921408] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d0e571-0c66-cfcf-b58a-512cb130a2da, 'name': SearchDatastore_Task, 'duration_secs': 0.027297} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.923215] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.923771] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 3a8deddd-1624-4b69-b150-b5d9487ea7ed/3a8deddd-1624-4b69-b150-b5d9487ea7ed.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.924073] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.924073] env[69742]: value = "task-4060125" [ 713.924073] env[69742]: _type = "Task" [ 713.924073] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.924757] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d65f06f-953f-4bc5-b092-42001ca4a9e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.945916] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060124, 'name': Rename_Task, 'duration_secs': 1.169382} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.946671] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 713.946671] env[69742]: value = "task-4060126" [ 713.946671] env[69742]: _type = "Task" [ 713.946671] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.946869] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060125, 'name': CreateVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.948213] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.949065] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.949289] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dcb26fa-fcf2-4104-a57c-b91c5ed81dd6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.956730] env[69742]: DEBUG nova.virt.hardware [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.956990] env[69742]: DEBUG nova.virt.hardware [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.957125] env[69742]: DEBUG nova.virt.hardware [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.957312] env[69742]: DEBUG nova.virt.hardware [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.957541] env[69742]: DEBUG nova.virt.hardware [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.957740] env[69742]: DEBUG nova.virt.hardware [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.958095] env[69742]: DEBUG nova.virt.hardware [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.958331] env[69742]: DEBUG nova.virt.hardware [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.958490] env[69742]: DEBUG nova.virt.hardware [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.958700] env[69742]: DEBUG nova.virt.hardware [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.958896] env[69742]: DEBUG nova.virt.hardware [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.959230] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d313d539-f0ef-48ee-8c90-8862c82471c2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.962242] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d46cab-2911-49a3-b29a-2aabd47e08ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.975021] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.976544] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 713.976544] env[69742]: value = "task-4060127" [ 713.976544] env[69742]: _type = "Task" [ 713.976544] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.976853] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 713.976853] env[69742]: value = "task-4060128" [ 713.976853] env[69742]: _type = "Task" [ 713.976853] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.988287] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f6e60c-1cb8-4754-b459-0d467c3fa0b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.001569] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.004187] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.004525] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.005769] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b7e5033-cdfc-4a0d-975d-1315e914f55a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.022571] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 714.022571] env[69742]: value = "task-4060129" [ 714.022571] env[69742]: _type = "Task" [ 714.022571] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.031854] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.068104] env[69742]: DEBUG oslo_concurrency.lockutils [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.071258] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.337s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.071616] env[69742]: DEBUG nova.objects.instance [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Lazy-loading 'resources' on Instance uuid 2614820e-831b-445d-8728-1b906bfc5c90 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.106374] env[69742]: INFO nova.scheduler.client.report [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Deleted allocations for instance 463e35d4-a79b-43a4-9700-3b40ac295bf8 [ 714.252743] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquiring lock "7663e26a-d398-4a29-8193-68ae6468e183" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.252743] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lock "7663e26a-d398-4a29-8193-68ae6468e183" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.439040] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060125, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.466147] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060126, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.498219] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060127, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.501935] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060128, 'name': PowerOffVM_Task, 'duration_secs': 0.319007} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.502267] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.503132] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c69876-7a56-4177-95a9-a0e7aef9023f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.530284] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ea5171-9e4e-4906-ba17-b5546ecfccb6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.539225] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060129, 'name': PowerOffVM_Task, 'duration_secs': 0.330425} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.542111] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.542388] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance '63005fe8-620c-4a91-b48c-5cecee3ad2d5' progress to 17 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 714.590444] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.590760] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be17202e-867c-4a7e-92d9-74731376885d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.598627] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 714.598627] env[69742]: value = "task-4060130" [ 714.598627] env[69742]: _type = "Task" [ 714.598627] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.613401] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 714.613555] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.613777] env[69742]: DEBUG oslo_concurrency.lockutils [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.613930] env[69742]: DEBUG oslo_concurrency.lockutils [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.614154] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.619078] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3da7bd61-7a03-4a2b-abaa-22eddf250be7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.620505] env[69742]: DEBUG oslo_concurrency.lockutils [None req-920b6580-5e16-46eb-8aee-01455ac17418 tempest-ServerExternalEventsTest-321348393 tempest-ServerExternalEventsTest-321348393-project-member] Lock "463e35d4-a79b-43a4-9700-3b40ac295bf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.323s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.634980] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.635256] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.637241] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb19f38-3c7d-4330-ae2f-5a24fcc7729e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.644148] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 714.644148] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520bd883-5081-6027-2e1d-1ddf60e2b725" [ 714.644148] env[69742]: _type = "Task" [ 714.644148] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.654134] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520bd883-5081-6027-2e1d-1ddf60e2b725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.937206] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060125, 'name': CreateVM_Task, 'duration_secs': 0.520821} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.939979] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.940989] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.941632] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.942073] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.942396] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c22e2fdf-1093-4690-bf9a-4b61bbd18a80 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.948186] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 714.948186] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bcdf18-acf6-d364-d401-a4279e74abc5" [ 714.948186] env[69742]: _type = "Task" [ 714.948186] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.962563] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bcdf18-acf6-d364-d401-a4279e74abc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.966971] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5979} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.970101] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 3a8deddd-1624-4b69-b150-b5d9487ea7ed/3a8deddd-1624-4b69-b150-b5d9487ea7ed.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.970367] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.971089] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2d9e849-5c6a-43ef-8d62-00809128b073 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.979152] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 714.979152] env[69742]: value = "task-4060131" [ 714.979152] env[69742]: _type = "Task" [ 714.979152] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.000784] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.001066] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060127, 'name': PowerOnVM_Task, 'duration_secs': 0.834185} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.001317] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.001518] env[69742]: INFO nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Took 11.71 seconds to spawn the instance on the hypervisor. [ 715.001773] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.002654] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9ce4b0-c277-4b0d-a85f-94e239f797a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.051954] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.052223] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.052444] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.052677] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.052832] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.052983] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.053214] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.053419] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.053683] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.053870] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.054053] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.060401] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d8f85e5-b484-4bdd-9c3b-b8fd36006401 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.084498] env[69742]: DEBUG nova.compute.manager [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Received event network-vif-plugged-77b0224a-e819-471f-832b-462e8784f093 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.084755] env[69742]: DEBUG oslo_concurrency.lockutils [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] Acquiring lock "64f5389c-9f99-4dcf-827e-28a63d2fd863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.084966] env[69742]: DEBUG oslo_concurrency.lockutils [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] Lock "64f5389c-9f99-4dcf-827e-28a63d2fd863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.085428] env[69742]: DEBUG oslo_concurrency.lockutils [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] Lock "64f5389c-9f99-4dcf-827e-28a63d2fd863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.085644] env[69742]: DEBUG nova.compute.manager [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] No waiting events found dispatching network-vif-plugged-77b0224a-e819-471f-832b-462e8784f093 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.085822] env[69742]: WARNING nova.compute.manager [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Received unexpected event network-vif-plugged-77b0224a-e819-471f-832b-462e8784f093 for instance with vm_state building and task_state spawning. [ 715.085983] env[69742]: DEBUG nova.compute.manager [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Received event network-changed-77b0224a-e819-471f-832b-462e8784f093 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.086147] env[69742]: DEBUG nova.compute.manager [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Refreshing instance network info cache due to event network-changed-77b0224a-e819-471f-832b-462e8784f093. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.086416] env[69742]: DEBUG oslo_concurrency.lockutils [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] Acquiring lock "refresh_cache-64f5389c-9f99-4dcf-827e-28a63d2fd863" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.086470] env[69742]: DEBUG oslo_concurrency.lockutils [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] Acquired lock "refresh_cache-64f5389c-9f99-4dcf-827e-28a63d2fd863" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.086616] env[69742]: DEBUG nova.network.neutron [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Refreshing network info cache for port 77b0224a-e819-471f-832b-462e8784f093 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.090832] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 715.090832] env[69742]: value = "task-4060132" [ 715.090832] env[69742]: _type = "Task" [ 715.090832] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.110027] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.112540] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6fb3e7-5724-4881-a92f-55a07ead9b0d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.120941] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833bc9bb-d045-4f45-bb72-d2583ca0b56a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.156471] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d08f91d-72f6-4d0b-9e15-ccd7ad468734 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.167594] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520bd883-5081-6027-2e1d-1ddf60e2b725, 'name': SearchDatastore_Task, 'duration_secs': 0.016481} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.168584] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aab107-eb32-4e67-8bcf-c2d55afa4c32 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.173279] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95bf67bf-e8b4-4062-b743-862d1b102662 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.180030] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 715.180030] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52222c7e-f354-fb38-dda4-695c6f2c2d3d" [ 715.180030] env[69742]: _type = "Task" [ 715.180030] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.191602] env[69742]: DEBUG nova.compute.provider_tree [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.199635] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52222c7e-f354-fb38-dda4-695c6f2c2d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.459938] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bcdf18-acf6-d364-d401-a4279e74abc5, 'name': SearchDatastore_Task, 'duration_secs': 0.048234} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.460277] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.460515] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.460754] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.460900] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.461089] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.461360] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b49ffa77-ff36-4d10-80d2-f54445230290 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.475642] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.475850] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.476634] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a075cab-d6c1-4063-a6f7-2af6422ac435 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.482599] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 715.482599] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b68885-3f77-723a-d9ce-a85e529cf653" [ 715.482599] env[69742]: _type = "Task" [ 715.482599] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.495450] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b68885-3f77-723a-d9ce-a85e529cf653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.498430] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232139} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.498686] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.499475] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1d82ad-030f-4c04-b59f-dbab2e8a11b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.523605] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 3a8deddd-1624-4b69-b150-b5d9487ea7ed/3a8deddd-1624-4b69-b150-b5d9487ea7ed.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.527791] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c222ce2-69b5-4f79-b047-99469f385cf2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.545403] env[69742]: INFO nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Took 33.70 seconds to build instance. [ 715.549586] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 715.549586] env[69742]: value = "task-4060133" [ 715.549586] env[69742]: _type = "Task" [ 715.549586] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.558863] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.603773] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060132, 'name': ReconfigVM_Task, 'duration_secs': 0.462049} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.604092] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance '63005fe8-620c-4a91-b48c-5cecee3ad2d5' progress to 33 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.694299] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52222c7e-f354-fb38-dda4-695c6f2c2d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.031032} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.699246] env[69742]: DEBUG nova.scheduler.client.report [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.706022] env[69742]: DEBUG oslo_concurrency.lockutils [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.706022] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] daf98c6d-4dc6-4d33-a53c-4d9d8800de6c/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. {{(pid=69742) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 715.706022] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95e98ddc-3cf6-42cb-93a8-81cfe3e7086c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.713779] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 715.713779] env[69742]: value = "task-4060134" [ 715.713779] env[69742]: _type = "Task" [ 715.713779] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.723077] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.994213] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b68885-3f77-723a-d9ce-a85e529cf653, 'name': SearchDatastore_Task, 'duration_secs': 0.025218} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.995492] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23588747-0093-43da-bb6f-f1eba36f30c8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.006111] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 716.006111] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52124829-b2d2-817e-edf7-fe4e5c954bc4" [ 716.006111] env[69742]: _type = "Task" [ 716.006111] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.021198] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52124829-b2d2-817e-edf7-fe4e5c954bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.048007] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.184s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.064909] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060133, 'name': ReconfigVM_Task, 'duration_secs': 0.362241} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.066341] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 3a8deddd-1624-4b69-b150-b5d9487ea7ed/3a8deddd-1624-4b69-b150-b5d9487ea7ed.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.067031] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2b38558-3f50-4ed9-baba-34cb1f30299e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.080032] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 716.080032] env[69742]: value = "task-4060135" [ 716.080032] env[69742]: _type = "Task" [ 716.080032] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.093539] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060135, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.110441] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.110746] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.110912] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.111125] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.111306] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.111663] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.111663] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.111873] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.111988] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.112139] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.112557] env[69742]: DEBUG nova.virt.hardware [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.119087] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 716.119993] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38130a61-f75d-4f01-9a49-d14366d38603 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.143032] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 716.143032] env[69742]: value = "task-4060136" [ 716.143032] env[69742]: _type = "Task" [ 716.143032] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.153561] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.205143] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.208248] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.277s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.210872] env[69742]: INFO nova.compute.claims [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.233118] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060134, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.234418] env[69742]: INFO nova.scheduler.client.report [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Deleted allocations for instance 2614820e-831b-445d-8728-1b906bfc5c90 [ 716.294076] env[69742]: DEBUG nova.network.neutron [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Updated VIF entry in instance network info cache for port 77b0224a-e819-471f-832b-462e8784f093. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.294446] env[69742]: DEBUG nova.network.neutron [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Updating instance_info_cache with network_info: [{"id": "77b0224a-e819-471f-832b-462e8784f093", "address": "fa:16:3e:d5:87:c8", "network": {"id": "009351d7-5130-4c24-aacf-d7e3dd425121", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-846756615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa625f4f077e4fe5b269df138c4ac51d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b0224a-e8", "ovs_interfaceid": "77b0224a-e819-471f-832b-462e8784f093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.391674] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.391914] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.517987] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52124829-b2d2-817e-edf7-fe4e5c954bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.02196} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.518397] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.518668] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 64f5389c-9f99-4dcf-827e-28a63d2fd863/64f5389c-9f99-4dcf-827e-28a63d2fd863.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.518934] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bc34bfe-7383-4b1c-ba3f-79f12502aa5f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.528019] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 716.528019] env[69742]: value = "task-4060137" [ 716.528019] env[69742]: _type = "Task" [ 716.528019] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.537710] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.555343] env[69742]: DEBUG nova.compute.manager [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.593807] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060135, 'name': Rename_Task, 'duration_secs': 0.182635} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.594215] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.594715] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7b70350-7cee-4377-99fc-49ffcf95924b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.601670] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 716.601670] env[69742]: value = "task-4060138" [ 716.601670] env[69742]: _type = "Task" [ 716.601670] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.610363] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.658864] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060136, 'name': ReconfigVM_Task, 'duration_secs': 0.22285} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.659478] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 716.660269] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b60d2ad-c71b-493b-930b-3493a324886e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.665152] env[69742]: DEBUG nova.network.neutron [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Successfully updated port: f996e49b-6168-44d2-af60-5e123d30936e {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.696058] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 63005fe8-620c-4a91-b48c-5cecee3ad2d5/63005fe8-620c-4a91-b48c-5cecee3ad2d5.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.696951] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57bdcdee-52c8-4cf7-b268-62ef546b1db0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.727192] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 716.727192] env[69742]: value = "task-4060139" [ 716.727192] env[69742]: _type = "Task" [ 716.727192] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.735696] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78549} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.736410] env[69742]: INFO nova.virt.vmwareapi.ds_util [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] daf98c6d-4dc6-4d33-a53c-4d9d8800de6c/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. [ 716.737196] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c176031f-5e7d-4b7c-b059-53302260d1bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.745377] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.745859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87cc04e6-f307-4d08-8441-d2fa264a4d61 tempest-ServerDiagnosticsV248Test-1731812426 tempest-ServerDiagnosticsV248Test-1731812426-project-member] Lock "2614820e-831b-445d-8728-1b906bfc5c90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.361s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.776531] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] daf98c6d-4dc6-4d33-a53c-4d9d8800de6c/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.777424] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-015c0b01-0fb1-473a-9cdf-9b57df29fc03 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.797569] env[69742]: DEBUG oslo_concurrency.lockutils [req-3a08eadb-d897-4599-871c-8cad4f2bea3c req-18df6bad-cd98-4e9b-b50a-2615b9f21c68 service nova] Releasing lock "refresh_cache-64f5389c-9f99-4dcf-827e-28a63d2fd863" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.800037] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 716.800037] env[69742]: value = "task-4060140" [ 716.800037] env[69742]: _type = "Task" [ 716.800037] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.811182] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.039710] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060137, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.093662] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.115225] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060138, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.169884] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquiring lock "refresh_cache-a936140b-b304-4067-a3f9-bfd0445b4950" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.170233] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquired lock "refresh_cache-a936140b-b304-4067-a3f9-bfd0445b4950" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.170615] env[69742]: DEBUG nova.network.neutron [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.242917] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060139, 'name': ReconfigVM_Task, 'duration_secs': 0.383958} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.243401] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 63005fe8-620c-4a91-b48c-5cecee3ad2d5/63005fe8-620c-4a91-b48c-5cecee3ad2d5.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.243764] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance '63005fe8-620c-4a91-b48c-5cecee3ad2d5' progress to 50 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 717.319906] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.538115] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719422} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.541017] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 64f5389c-9f99-4dcf-827e-28a63d2fd863/64f5389c-9f99-4dcf-827e-28a63d2fd863.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.541247] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.541979] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5c9b5ba-b7ed-4a36-8866-e24d263a9766 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.552908] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 717.552908] env[69742]: value = "task-4060141" [ 717.552908] env[69742]: _type = "Task" [ 717.552908] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.566044] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.626692] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060138, 'name': PowerOnVM_Task, 'duration_secs': 0.651953} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.627650] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.628385] env[69742]: INFO nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Took 11.62 seconds to spawn the instance on the hypervisor. [ 717.629358] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.633165] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69192013-b81d-43cf-9bd5-94d075731c85 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.757575] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43a7535-3d30-4cd9-8a1e-4e82656cc557 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.787932] env[69742]: DEBUG nova.network.neutron [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.790658] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aece4050-9532-4179-af23-1e7d9c28cefc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.818807] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance '63005fe8-620c-4a91-b48c-5cecee3ad2d5' progress to 67 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 717.832520] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e749534-c2f3-4df0-b2eb-e98a0009bd82 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.848057] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060140, 'name': ReconfigVM_Task, 'duration_secs': 0.724488} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.849443] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96efc630-c583-4fed-8f02-8f8e20eabe0d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.854497] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Reconfigured VM instance instance-00000011 to attach disk [datastore1] daf98c6d-4dc6-4d33-a53c-4d9d8800de6c/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.855348] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e7038-0b6d-4b84-bfed-f30f10292853 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.919498] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a5cf29-f913-4e8d-a2d4-44d3b0f0409b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.935560] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2750d109-6878-4a09-9fd0-6628f1fd8497 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.947042] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2ec837-cca9-4596-9ae7-446934f8d49a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.952262] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 717.952262] env[69742]: value = "task-4060142" [ 717.952262] env[69742]: _type = "Task" [ 717.952262] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.965524] env[69742]: DEBUG nova.compute.provider_tree [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.972963] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.978064] env[69742]: DEBUG nova.compute.manager [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Received event network-vif-plugged-f996e49b-6168-44d2-af60-5e123d30936e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.978064] env[69742]: DEBUG oslo_concurrency.lockutils [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] Acquiring lock "a936140b-b304-4067-a3f9-bfd0445b4950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.978064] env[69742]: DEBUG oslo_concurrency.lockutils [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] Lock "a936140b-b304-4067-a3f9-bfd0445b4950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.978064] env[69742]: DEBUG oslo_concurrency.lockutils [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] Lock "a936140b-b304-4067-a3f9-bfd0445b4950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.978064] env[69742]: DEBUG nova.compute.manager [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] No waiting events found dispatching network-vif-plugged-f996e49b-6168-44d2-af60-5e123d30936e {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.979694] env[69742]: WARNING nova.compute.manager [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Received unexpected event network-vif-plugged-f996e49b-6168-44d2-af60-5e123d30936e for instance with vm_state building and task_state spawning. [ 717.979694] env[69742]: DEBUG nova.compute.manager [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Received event network-changed-f996e49b-6168-44d2-af60-5e123d30936e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.979694] env[69742]: DEBUG nova.compute.manager [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Refreshing instance network info cache due to event network-changed-f996e49b-6168-44d2-af60-5e123d30936e. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.979694] env[69742]: DEBUG oslo_concurrency.lockutils [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] Acquiring lock "refresh_cache-a936140b-b304-4067-a3f9-bfd0445b4950" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.067221] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146081} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.067682] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.070795] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b80e11-e128-4fdc-9d90-b1e314f60214 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.094198] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 64f5389c-9f99-4dcf-827e-28a63d2fd863/64f5389c-9f99-4dcf-827e-28a63d2fd863.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.094529] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b011c6-e9a3-4239-a587-f62225e8862f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.116373] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 718.116373] env[69742]: value = "task-4060143" [ 718.116373] env[69742]: _type = "Task" [ 718.116373] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.127803] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.153228] env[69742]: DEBUG nova.network.neutron [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Updating instance_info_cache with network_info: [{"id": "f996e49b-6168-44d2-af60-5e123d30936e", "address": "fa:16:3e:c7:d7:1f", "network": {"id": "8302ff9c-bfde-4ef3-8517-d71530fb0068", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-478314867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d4ca4c93e544f258832e294a18488f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf996e49b-61", "ovs_interfaceid": "f996e49b-6168-44d2-af60-5e123d30936e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.162524] env[69742]: INFO nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Took 35.61 seconds to build instance. [ 718.299283] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "6a49c3d4-1b14-4f61-aa23-84a529849dda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.299728] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "6a49c3d4-1b14-4f61-aa23-84a529849dda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.402312] env[69742]: DEBUG nova.network.neutron [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Port 997e2feb-6951-4398-b9ea-320ccb3e446f binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 718.465294] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060142, 'name': ReconfigVM_Task, 'duration_secs': 0.205662} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.465294] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.465294] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef60813c-9b2c-45d4-af4d-587245cb45b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.472213] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 718.472213] env[69742]: value = "task-4060144" [ 718.472213] env[69742]: _type = "Task" [ 718.472213] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.478055] env[69742]: DEBUG nova.scheduler.client.report [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.489315] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.629835] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.662504] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Releasing lock "refresh_cache-a936140b-b304-4067-a3f9-bfd0445b4950" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.663026] env[69742]: DEBUG nova.compute.manager [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Instance network_info: |[{"id": "f996e49b-6168-44d2-af60-5e123d30936e", "address": "fa:16:3e:c7:d7:1f", "network": {"id": "8302ff9c-bfde-4ef3-8517-d71530fb0068", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-478314867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d4ca4c93e544f258832e294a18488f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf996e49b-61", "ovs_interfaceid": "f996e49b-6168-44d2-af60-5e123d30936e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.663466] env[69742]: DEBUG oslo_concurrency.lockutils [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] Acquired lock "refresh_cache-a936140b-b304-4067-a3f9-bfd0445b4950" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.663770] env[69742]: DEBUG nova.network.neutron [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Refreshing network info cache for port f996e49b-6168-44d2-af60-5e123d30936e {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.666058] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:d7:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f996e49b-6168-44d2-af60-5e123d30936e', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.678575] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Creating folder: Project (2d4ca4c93e544f258832e294a18488f5). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.680650] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.790s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.680925] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f19aedc-ed0f-49b7-9248-efa412db94d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.697990] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Created folder: Project (2d4ca4c93e544f258832e294a18488f5) in parent group-v804621. [ 718.698323] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Creating folder: Instances. Parent ref: group-v804685. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.698664] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9c311d9-18c6-48e3-ab45-b6a852b0baa8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.714286] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Created folder: Instances in parent group-v804685. [ 718.714702] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.714982] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.715405] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65de971e-032a-4c82-bf19-d74661ba8847 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.749082] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.749082] env[69742]: value = "task-4060147" [ 718.749082] env[69742]: _type = "Task" [ 718.749082] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.759108] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060147, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.987994] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.987994] env[69742]: DEBUG nova.compute.manager [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.988542] env[69742]: DEBUG oslo_vmware.api [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060144, 'name': PowerOnVM_Task, 'duration_secs': 0.456913} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.988542] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.339s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.989115] env[69742]: DEBUG nova.objects.instance [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 718.991087] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.994058] env[69742]: DEBUG nova.compute.manager [None req-267ed587-b7f3-4904-ae2e-1b1a6a2e07a9 tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.994901] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab308d16-b2eb-4107-b15b-8fbcc9d87177 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.129794] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060143, 'name': ReconfigVM_Task, 'duration_secs': 0.680097} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.130305] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 64f5389c-9f99-4dcf-827e-28a63d2fd863/64f5389c-9f99-4dcf-827e-28a63d2fd863.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.132366] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6be5b2b2-b29b-4c24-9eb5-e7dc02b18395 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.138606] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 719.138606] env[69742]: value = "task-4060148" [ 719.138606] env[69742]: _type = "Task" [ 719.138606] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.147646] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060148, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.185895] env[69742]: DEBUG nova.compute.manager [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.260433] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060147, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.432265] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.432265] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.432265] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.496818] env[69742]: DEBUG nova.compute.utils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.501574] env[69742]: DEBUG nova.compute.manager [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.501798] env[69742]: DEBUG nova.network.neutron [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.649595] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060148, 'name': Rename_Task, 'duration_secs': 0.270961} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.651438] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.654972] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e49ffbb5-de60-4ac4-ba86-c31099060956 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.657402] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "ba312b9d-1f29-4f21-b4bc-50fd45395220" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.658057] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "ba312b9d-1f29-4f21-b4bc-50fd45395220" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.664019] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 719.664019] env[69742]: value = "task-4060149" [ 719.664019] env[69742]: _type = "Task" [ 719.664019] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.675412] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.723428] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.763131] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060147, 'name': CreateVM_Task, 'duration_secs': 0.599709} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.764887] env[69742]: DEBUG nova.policy [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94fe1d0be4924852968af2de9e247285', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4c8407a6620415688cedc8dd5cd0251', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.766460] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.769426] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.769597] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.769968] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.770664] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e188fa-cb1f-4c0c-bd21-17411e1c582a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.776934] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for the task: (returnval){ [ 719.776934] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e41abf-f5ef-b0ac-6384-f9776eabd402" [ 719.776934] env[69742]: _type = "Task" [ 719.776934] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.791323] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e41abf-f5ef-b0ac-6384-f9776eabd402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.922955] env[69742]: DEBUG nova.network.neutron [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Updated VIF entry in instance network info cache for port f996e49b-6168-44d2-af60-5e123d30936e. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.923343] env[69742]: DEBUG nova.network.neutron [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Updating instance_info_cache with network_info: [{"id": "f996e49b-6168-44d2-af60-5e123d30936e", "address": "fa:16:3e:c7:d7:1f", "network": {"id": "8302ff9c-bfde-4ef3-8517-d71530fb0068", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-478314867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d4ca4c93e544f258832e294a18488f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf996e49b-61", "ovs_interfaceid": "f996e49b-6168-44d2-af60-5e123d30936e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.002144] env[69742]: DEBUG nova.compute.manager [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.007890] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e2a19049-a1c1-421f-8928-8d37b6e4042a tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.009224] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.526s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.010670] env[69742]: INFO nova.compute.claims [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.176421] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060149, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.290782] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e41abf-f5ef-b0ac-6384-f9776eabd402, 'name': SearchDatastore_Task, 'duration_secs': 0.012021} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.291131] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.291543] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.291936] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.292190] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.292535] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.292938] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f7fd204-5f87-485d-89d1-35c464c2ffd4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.305828] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.306042] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.306870] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db37abd8-81cc-41d0-84ba-b9ce4f515680 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.317609] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for the task: (returnval){ [ 720.317609] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f89110-b28e-f2d7-2a92-048cc27d3d2d" [ 720.317609] env[69742]: _type = "Task" [ 720.317609] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.326397] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f89110-b28e-f2d7-2a92-048cc27d3d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.426927] env[69742]: DEBUG oslo_concurrency.lockutils [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] Releasing lock "refresh_cache-a936140b-b304-4067-a3f9-bfd0445b4950" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.427756] env[69742]: DEBUG nova.compute.manager [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Received event network-changed-16a00368-8b28-4749-99bb-8356a718eab4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.427756] env[69742]: DEBUG nova.compute.manager [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Refreshing instance network info cache due to event network-changed-16a00368-8b28-4749-99bb-8356a718eab4. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.427756] env[69742]: DEBUG oslo_concurrency.lockutils [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] Acquiring lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.427756] env[69742]: DEBUG oslo_concurrency.lockutils [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] Acquired lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.428164] env[69742]: DEBUG nova.network.neutron [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Refreshing network info cache for port 16a00368-8b28-4749-99bb-8356a718eab4 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.461986] env[69742]: DEBUG nova.network.neutron [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Successfully created port: fe38bc37-0f7d-4d85-848f-322dd7b84f7a {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.539832] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.540027] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.540218] env[69742]: DEBUG nova.network.neutron [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.675724] env[69742]: DEBUG oslo_vmware.api [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060149, 'name': PowerOnVM_Task, 'duration_secs': 0.622567} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.676084] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.676311] env[69742]: INFO nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Took 11.84 seconds to spawn the instance on the hypervisor. [ 720.676496] env[69742]: DEBUG nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.677325] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82700d0-5349-430a-b52e-cd9a5e9e424d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.828552] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f89110-b28e-f2d7-2a92-048cc27d3d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.022725} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.829408] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889a6cbf-d05c-4bb6-a1aa-e976feb03a9e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.835996] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for the task: (returnval){ [ 720.835996] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52064d6d-e6bc-4c07-91a4-e028caad54c1" [ 720.835996] env[69742]: _type = "Task" [ 720.835996] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.844591] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52064d6d-e6bc-4c07-91a4-e028caad54c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.019349] env[69742]: DEBUG nova.compute.manager [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.068607] env[69742]: DEBUG nova.virt.hardware [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.068607] env[69742]: DEBUG nova.virt.hardware [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.068607] env[69742]: DEBUG nova.virt.hardware [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.068778] env[69742]: DEBUG nova.virt.hardware [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.068778] env[69742]: DEBUG nova.virt.hardware [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.068778] env[69742]: DEBUG nova.virt.hardware [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.068778] env[69742]: DEBUG nova.virt.hardware [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.068778] env[69742]: DEBUG nova.virt.hardware [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.068953] env[69742]: DEBUG nova.virt.hardware [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.068953] env[69742]: DEBUG nova.virt.hardware [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.068953] env[69742]: DEBUG nova.virt.hardware [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.068953] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12219b60-1780-4dd2-aff5-7af95b3fc233 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.076118] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c168eb4-5fa8-4d5a-907f-c14d0b671c36 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.197498] env[69742]: INFO nova.compute.manager [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Took 34.16 seconds to build instance. [ 721.315652] env[69742]: DEBUG nova.network.neutron [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance_info_cache with network_info: [{"id": "997e2feb-6951-4398-b9ea-320ccb3e446f", "address": "fa:16:3e:f7:4f:ab", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997e2feb-69", "ovs_interfaceid": "997e2feb-6951-4398-b9ea-320ccb3e446f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.350788] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52064d6d-e6bc-4c07-91a4-e028caad54c1, 'name': SearchDatastore_Task, 'duration_secs': 0.03228} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.353985] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.354403] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] a936140b-b304-4067-a3f9-bfd0445b4950/a936140b-b304-4067-a3f9-bfd0445b4950.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.355037] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbedb7ca-2180-45ce-a055-56e71d8d7955 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.363053] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for the task: (returnval){ [ 721.363053] env[69742]: value = "task-4060150" [ 721.363053] env[69742]: _type = "Task" [ 721.363053] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.377759] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.557713] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d4a660-266e-4825-aff7-5de88fada62a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.566917] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ba97e5-1901-4252-be5e-aabfea4fd47e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.601130] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc38467e-a195-41a0-bf1e-cbfc84fb71c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.608134] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f98ee4-548f-42b9-82ce-62d0d24ab584 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.628178] env[69742]: DEBUG nova.compute.provider_tree [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.699589] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b4050542-9fbe-4342-b8e6-58b25a8b8374 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "64f5389c-9f99-4dcf-827e-28a63d2fd863" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.774s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.729734] env[69742]: DEBUG nova.network.neutron [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Updated VIF entry in instance network info cache for port 16a00368-8b28-4749-99bb-8356a718eab4. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.730208] env[69742]: DEBUG nova.network.neutron [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Updating instance_info_cache with network_info: [{"id": "16a00368-8b28-4749-99bb-8356a718eab4", "address": "fa:16:3e:8f:40:56", "network": {"id": "f0ab03ac-2c76-4d4e-94cc-f56774b191db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1972530650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acf3551d3d34b6a8ffc68c8abfb2ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a00368-8b", "ovs_interfaceid": "16a00368-8b28-4749-99bb-8356a718eab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.819169] env[69742]: DEBUG oslo_concurrency.lockutils [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.874909] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060150, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.155602] env[69742]: ERROR nova.scheduler.client.report [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [req-a87c8a07-8153-483c-8beb-1849c4ba6b0e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a87c8a07-8153-483c-8beb-1849c4ba6b0e"}]} [ 722.184924] env[69742]: DEBUG nova.scheduler.client.report [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 722.203288] env[69742]: DEBUG nova.compute.manager [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.210073] env[69742]: DEBUG nova.scheduler.client.report [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 722.210073] env[69742]: DEBUG nova.compute.provider_tree [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.227023] env[69742]: DEBUG nova.scheduler.client.report [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 722.236085] env[69742]: DEBUG oslo_concurrency.lockutils [req-89d2fc19-8d81-4c45-8fec-ae3403378922 req-28f41e4d-d60c-4c6e-a139-a9e8674d2458 service nova] Releasing lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.245320] env[69742]: DEBUG nova.scheduler.client.report [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 722.346974] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f1291-0ac6-495c-a817-477aac5c2e8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.384825] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7643f00e-50f2-41d2-a50c-c3e791d94d26 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.394951] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060150, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.397573] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance '63005fe8-620c-4a91-b48c-5cecee3ad2d5' progress to 83 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.731968] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.844293] env[69742]: DEBUG nova.network.neutron [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Successfully updated port: fe38bc37-0f7d-4d85-848f-322dd7b84f7a {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.866627] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849a05ae-8c80-49db-abf4-08cbb0515dbe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.885269] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf0ea78-24bf-4350-ac10-690184aa9623 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.894976] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060150, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.922916] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.922916] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e11fcf3c-d9cf-41b5-8a36-502e31a0efe8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.924045] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6747c5e-db0e-47cf-a575-a68000173455 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.934341] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170369d2-5ab8-4d1c-b1fc-8d8d93b33eb0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.938370] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 722.938370] env[69742]: value = "task-4060151" [ 722.938370] env[69742]: _type = "Task" [ 722.938370] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.950610] env[69742]: DEBUG nova.compute.provider_tree [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.959530] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060151, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.350499] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.350860] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquired lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.350860] env[69742]: DEBUG nova.network.neutron [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.395221] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060150, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.887057} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.395515] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] a936140b-b304-4067-a3f9-bfd0445b4950/a936140b-b304-4067-a3f9-bfd0445b4950.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.395730] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.395999] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d086ae5a-20a9-4dcd-808c-41b69af034e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.406811] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for the task: (returnval){ [ 723.406811] env[69742]: value = "task-4060152" [ 723.406811] env[69742]: _type = "Task" [ 723.406811] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.417913] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.454764] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.513897] env[69742]: DEBUG nova.scheduler.client.report [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 723.513897] env[69742]: DEBUG nova.compute.provider_tree [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 45 to 46 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 723.513897] env[69742]: DEBUG nova.compute.provider_tree [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.762051] env[69742]: DEBUG nova.compute.manager [req-d9229170-6070-483d-8104-2660bfde414b req-85ba44d2-7648-4cc6-a5d0-2342e68cd45f service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Received event network-changed-2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.762294] env[69742]: DEBUG nova.compute.manager [req-d9229170-6070-483d-8104-2660bfde414b req-85ba44d2-7648-4cc6-a5d0-2342e68cd45f service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Refreshing instance network info cache due to event network-changed-2668d783-1fe4-4311-912e-17d0fd83358c. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.762529] env[69742]: DEBUG oslo_concurrency.lockutils [req-d9229170-6070-483d-8104-2660bfde414b req-85ba44d2-7648-4cc6-a5d0-2342e68cd45f service nova] Acquiring lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.762743] env[69742]: DEBUG oslo_concurrency.lockutils [req-d9229170-6070-483d-8104-2660bfde414b req-85ba44d2-7648-4cc6-a5d0-2342e68cd45f service nova] Acquired lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.762886] env[69742]: DEBUG nova.network.neutron [req-d9229170-6070-483d-8104-2660bfde414b req-85ba44d2-7648-4cc6-a5d0-2342e68cd45f service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Refreshing network info cache for port 2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.902910] env[69742]: DEBUG nova.network.neutron [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.916790] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088381} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.917073] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.917864] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffceb8c-1c87-4867-8a4c-c4f11d344669 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.942661] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] a936140b-b304-4067-a3f9-bfd0445b4950/a936140b-b304-4067-a3f9-bfd0445b4950.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.946020] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e09069c-a953-481a-a2cb-2251fd121100 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.970280] env[69742]: DEBUG oslo_vmware.api [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060151, 'name': PowerOnVM_Task, 'duration_secs': 0.647065} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.972341] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.972567] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-40c6de9e-5464-4407-bdae-3887b3379ec4 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance '63005fe8-620c-4a91-b48c-5cecee3ad2d5' progress to 100 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 723.976819] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for the task: (returnval){ [ 723.976819] env[69742]: value = "task-4060153" [ 723.976819] env[69742]: _type = "Task" [ 723.976819] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.986947] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060153, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.019598] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.010s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.020223] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.023120] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.470s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.024734] env[69742]: INFO nova.compute.claims [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.254833] env[69742]: DEBUG nova.network.neutron [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Updating instance_info_cache with network_info: [{"id": "fe38bc37-0f7d-4d85-848f-322dd7b84f7a", "address": "fa:16:3e:02:aa:e5", "network": {"id": "8a0f1e59-162e-44ff-84fe-4d2989350384", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1419456427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4c8407a6620415688cedc8dd5cd0251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe38bc37-0f", "ovs_interfaceid": "fe38bc37-0f7d-4d85-848f-322dd7b84f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.499877] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.540044] env[69742]: DEBUG nova.compute.utils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.542801] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.543147] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.654722] env[69742]: DEBUG nova.policy [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce2395fd31c4dc4b57c57f6fde75e56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a78cae6bfc64b25a3ff7917825fb2c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.732746] env[69742]: DEBUG nova.network.neutron [req-d9229170-6070-483d-8104-2660bfde414b req-85ba44d2-7648-4cc6-a5d0-2342e68cd45f service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updated VIF entry in instance network info cache for port 2668d783-1fe4-4311-912e-17d0fd83358c. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.733189] env[69742]: DEBUG nova.network.neutron [req-d9229170-6070-483d-8104-2660bfde414b req-85ba44d2-7648-4cc6-a5d0-2342e68cd45f service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updating instance_info_cache with network_info: [{"id": "2668d783-1fe4-4311-912e-17d0fd83358c", "address": "fa:16:3e:6e:ee:37", "network": {"id": "d562d067-4fe2-4d14-8442-429a3dc7ab46", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263174045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d99206d60c624e33aeccd9658fe710e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2668d783-1f", "ovs_interfaceid": "2668d783-1fe4-4311-912e-17d0fd83358c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.759225] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Releasing lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.759587] env[69742]: DEBUG nova.compute.manager [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Instance network_info: |[{"id": "fe38bc37-0f7d-4d85-848f-322dd7b84f7a", "address": "fa:16:3e:02:aa:e5", "network": {"id": "8a0f1e59-162e-44ff-84fe-4d2989350384", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1419456427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4c8407a6620415688cedc8dd5cd0251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe38bc37-0f", "ovs_interfaceid": "fe38bc37-0f7d-4d85-848f-322dd7b84f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.760390] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:aa:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe38bc37-0f7d-4d85-848f-322dd7b84f7a', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.770665] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Creating folder: Project (b4c8407a6620415688cedc8dd5cd0251). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.771544] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-260df527-540e-474d-b915-d855a03d6fdb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.785166] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Created folder: Project (b4c8407a6620415688cedc8dd5cd0251) in parent group-v804621. [ 724.785525] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Creating folder: Instances. Parent ref: group-v804688. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.785667] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ad4d4e6-2807-43a7-affd-9df22904f616 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.797649] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Created folder: Instances in parent group-v804688. [ 724.797929] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.798340] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.798562] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47c9d47a-e450-4f3b-816a-615ce7012191 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.825090] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.825090] env[69742]: value = "task-4060156" [ 724.825090] env[69742]: _type = "Task" [ 724.825090] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.837784] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060156, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.000946] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060153, 'name': ReconfigVM_Task, 'duration_secs': 0.858365} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.001727] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Reconfigured VM instance instance-00000016 to attach disk [datastore2] a936140b-b304-4067-a3f9-bfd0445b4950/a936140b-b304-4067-a3f9-bfd0445b4950.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.002539] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c0a3caf-dceb-44df-9ff5-ec08b49418e3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.013034] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for the task: (returnval){ [ 725.013034] env[69742]: value = "task-4060157" [ 725.013034] env[69742]: _type = "Task" [ 725.013034] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.024928] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060157, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.047265] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.237473] env[69742]: DEBUG oslo_concurrency.lockutils [req-d9229170-6070-483d-8104-2660bfde414b req-85ba44d2-7648-4cc6-a5d0-2342e68cd45f service nova] Releasing lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.337070] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060156, 'name': CreateVM_Task, 'duration_secs': 0.448548} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.337070] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.338709] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.338709] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.338709] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.339049] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bac0086-b088-4da4-a64f-b02c307c59f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.349047] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 725.349047] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e86fad-13e5-3342-b585-e618bbb0990c" [ 725.349047] env[69742]: _type = "Task" [ 725.349047] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.361078] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e86fad-13e5-3342-b585-e618bbb0990c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.412347] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Successfully created port: 62f38382-00f6-457b-b390-a73a24c7f870 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.447847] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.448153] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.448364] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.448597] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.448714] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.454713] env[69742]: INFO nova.compute.manager [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Terminating instance [ 725.524546] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060157, 'name': Rename_Task, 'duration_secs': 0.222687} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.524805] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.527636] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e725efb5-5466-4dfb-acbb-51a19b12844b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.538243] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for the task: (returnval){ [ 725.538243] env[69742]: value = "task-4060158" [ 725.538243] env[69742]: _type = "Task" [ 725.538243] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.550254] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.689250] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde2743a-f7a8-4674-a69b-3a5a5d612489 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.697834] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeca4eca-a840-4f4e-aff2-5e425fd34125 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.736172] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843dda63-1f80-476e-ab8c-04312b67c113 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.745830] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65cd77e-d6d1-43b7-80df-40d6f0021c8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.762079] env[69742]: DEBUG nova.compute.provider_tree [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.863058] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e86fad-13e5-3342-b585-e618bbb0990c, 'name': SearchDatastore_Task, 'duration_secs': 0.036434} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.863440] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.863695] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.863938] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.864094] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.864272] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.864560] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17401999-28a6-47ed-8a8d-d63bd8243825 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.877293] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.877494] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.878320] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4be451d-733a-4823-b847-43f07419002b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.885181] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 725.885181] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5235342b-501b-1ca5-555d-b2a9ca65646b" [ 725.885181] env[69742]: _type = "Task" [ 725.885181] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.897892] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5235342b-501b-1ca5-555d-b2a9ca65646b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.964076] env[69742]: DEBUG nova.compute.manager [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.964076] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.966685] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ffebca-6ee0-4e82-b2a9-9bd5cf84f1ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.974547] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.974819] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-878d61cd-0a15-4db2-8af5-18e83a8ef788 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.983335] env[69742]: DEBUG oslo_vmware.api [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 725.983335] env[69742]: value = "task-4060159" [ 725.983335] env[69742]: _type = "Task" [ 725.983335] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.993876] env[69742]: DEBUG oslo_vmware.api [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.048769] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060158, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.061606] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.102040] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.102040] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.102040] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.102390] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.102390] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.102390] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.102390] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.102390] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.102582] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.103365] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.103365] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.103848] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee32e34-a480-4d8c-b8c0-136ec839270c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.116901] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866cc5c-3b20-4436-9c99-694b2d33af22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.267021] env[69742]: DEBUG nova.scheduler.client.report [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.398317] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5235342b-501b-1ca5-555d-b2a9ca65646b, 'name': SearchDatastore_Task, 'duration_secs': 0.020231} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.399157] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f366b726-f25c-443f-be80-19ceb0b81e70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.405914] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 726.405914] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fbbe56-28a0-34df-a7dc-1dddf82e2731" [ 726.405914] env[69742]: _type = "Task" [ 726.405914] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.418154] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fbbe56-28a0-34df-a7dc-1dddf82e2731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.496921] env[69742]: DEBUG oslo_vmware.api [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060159, 'name': PowerOffVM_Task, 'duration_secs': 0.224351} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.497281] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.497383] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.497647] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4304dcf1-d664-4378-90bf-7e01e70da431 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.551486] env[69742]: DEBUG oslo_vmware.api [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060158, 'name': PowerOnVM_Task, 'duration_secs': 0.696019} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.552631] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.554607] env[69742]: INFO nova.compute.manager [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Took 12.64 seconds to spawn the instance on the hypervisor. [ 726.554607] env[69742]: DEBUG nova.compute.manager [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.554607] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc340190-8f2f-408c-9d76-40ba5fcf51cf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.580594] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.580594] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.580594] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Deleting the datastore file [datastore2] e4d09780-08a6-4fa0-8b87-f682e2aa0909 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.580594] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12d5de16-01ca-41a3-9dfa-5e220c6b86ac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.592263] env[69742]: DEBUG oslo_vmware.api [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 726.592263] env[69742]: value = "task-4060161" [ 726.592263] env[69742]: _type = "Task" [ 726.592263] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.610589] env[69742]: DEBUG oslo_vmware.api [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.775114] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.775688] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.779831] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.457s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.780178] env[69742]: DEBUG nova.objects.instance [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Lazy-loading 'resources' on Instance uuid 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.917727] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fbbe56-28a0-34df-a7dc-1dddf82e2731, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.918358] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.918358] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 55aa0827-e927-488e-902b-3cbde2f3d36b/55aa0827-e927-488e-902b-3cbde2f3d36b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.918767] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-268d9350-e793-47db-98c1-b16254be23c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.925808] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 726.925808] env[69742]: value = "task-4060162" [ 726.925808] env[69742]: _type = "Task" [ 726.925808] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.935621] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.082041] env[69742]: INFO nova.compute.manager [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Took 38.80 seconds to build instance. [ 727.106680] env[69742]: DEBUG oslo_vmware.api [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223362} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.107650] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.107846] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.108038] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.108224] env[69742]: INFO nova.compute.manager [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Took 1.14 seconds to destroy the instance on the hypervisor. [ 727.108472] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.108670] env[69742]: DEBUG nova.compute.manager [-] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.108774] env[69742]: DEBUG nova.network.neutron [-] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.199739] env[69742]: DEBUG nova.compute.manager [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Received event network-vif-plugged-fe38bc37-0f7d-4d85-848f-322dd7b84f7a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.202131] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Acquiring lock "55aa0827-e927-488e-902b-3cbde2f3d36b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.202131] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Lock "55aa0827-e927-488e-902b-3cbde2f3d36b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.202131] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Lock "55aa0827-e927-488e-902b-3cbde2f3d36b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.202131] env[69742]: DEBUG nova.compute.manager [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] No waiting events found dispatching network-vif-plugged-fe38bc37-0f7d-4d85-848f-322dd7b84f7a {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.202131] env[69742]: WARNING nova.compute.manager [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Received unexpected event network-vif-plugged-fe38bc37-0f7d-4d85-848f-322dd7b84f7a for instance with vm_state building and task_state spawning. [ 727.203386] env[69742]: DEBUG nova.compute.manager [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Received event network-changed-fe38bc37-0f7d-4d85-848f-322dd7b84f7a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.203386] env[69742]: DEBUG nova.compute.manager [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Refreshing instance network info cache due to event network-changed-fe38bc37-0f7d-4d85-848f-322dd7b84f7a. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.203386] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Acquiring lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.203386] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Acquired lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.203386] env[69742]: DEBUG nova.network.neutron [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Refreshing network info cache for port fe38bc37-0f7d-4d85-848f-322dd7b84f7a {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.292853] env[69742]: DEBUG nova.compute.utils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.303314] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.303522] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.370436] env[69742]: DEBUG nova.policy [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce2395fd31c4dc4b57c57f6fde75e56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a78cae6bfc64b25a3ff7917825fb2c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.441064] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510594} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.441377] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 55aa0827-e927-488e-902b-3cbde2f3d36b/55aa0827-e927-488e-902b-3cbde2f3d36b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.441591] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.441852] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2da41ee-263a-4a5e-89cb-6e623c11e8d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.454943] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 727.454943] env[69742]: value = "task-4060163" [ 727.454943] env[69742]: _type = "Task" [ 727.454943] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.464966] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.585089] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6e6afe07-53a4-4cc9-b864-82c2b9bc7698 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "a936140b-b304-4067-a3f9-bfd0445b4950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.510s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.769037] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Successfully updated port: 62f38382-00f6-457b-b390-a73a24c7f870 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.804149] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.867865] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "8d2cfd90-bca7-4649-bab9-661a19d642c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.868118] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "8d2cfd90-bca7-4649-bab9-661a19d642c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.910851] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7da3c5b-9b08-4b3d-9429-ed7b191fb093 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.921357] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7db8634-a313-49ca-8167-bdc4e925a9cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.960386] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8507d1c-16cd-4211-9d45-8aa68fcffd65 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.972342] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204472} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.974698] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.975483] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f8371f-41c9-43ab-bcab-161a55ba956d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.978909] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e077b5-dfed-43b3-975a-0f14997d492d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.995863] env[69742]: DEBUG nova.compute.provider_tree [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.016060] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 55aa0827-e927-488e-902b-3cbde2f3d36b/55aa0827-e927-488e-902b-3cbde2f3d36b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.017267] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1ee2f3-d647-433e-9646-eeea6930696a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.041595] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 728.041595] env[69742]: value = "task-4060164" [ 728.041595] env[69742]: _type = "Task" [ 728.041595] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.053831] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Successfully created port: d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.054041] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.086530] env[69742]: DEBUG nova.compute.manager [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.089880] env[69742]: DEBUG nova.network.neutron [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Updated VIF entry in instance network info cache for port fe38bc37-0f7d-4d85-848f-322dd7b84f7a. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.090213] env[69742]: DEBUG nova.network.neutron [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Updating instance_info_cache with network_info: [{"id": "fe38bc37-0f7d-4d85-848f-322dd7b84f7a", "address": "fa:16:3e:02:aa:e5", "network": {"id": "8a0f1e59-162e-44ff-84fe-4d2989350384", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1419456427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4c8407a6620415688cedc8dd5cd0251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe38bc37-0f", "ovs_interfaceid": "fe38bc37-0f7d-4d85-848f-322dd7b84f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.257065] env[69742]: DEBUG nova.network.neutron [-] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.270948] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "refresh_cache-2c18c12a-e19e-4da8-bc5f-1b4856e96c71" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.270948] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "refresh_cache-2c18c12a-e19e-4da8-bc5f-1b4856e96c71" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.271853] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.519038] env[69742]: DEBUG nova.scheduler.client.report [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.556527] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.597756] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Releasing lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.598482] env[69742]: DEBUG nova.compute.manager [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Received event network-changed-16a00368-8b28-4749-99bb-8356a718eab4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.598827] env[69742]: DEBUG nova.compute.manager [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Refreshing instance network info cache due to event network-changed-16a00368-8b28-4749-99bb-8356a718eab4. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.599254] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Acquiring lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.599669] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Acquired lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.599960] env[69742]: DEBUG nova.network.neutron [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Refreshing network info cache for port 16a00368-8b28-4749-99bb-8356a718eab4 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.623039] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.762054] env[69742]: INFO nova.compute.manager [-] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Took 1.65 seconds to deallocate network for instance. [ 728.818403] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.822585] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.862309] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.863452] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.863452] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.863452] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.863452] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.863452] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.863915] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.863915] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.864041] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.864257] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.864540] env[69742]: DEBUG nova.virt.hardware [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.867755] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d37b45b-8b09-4fe5-a821-b67287c76aad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.876183] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151a92e2-482c-4ea3-99f9-01905e7b750b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.992331] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Updating instance_info_cache with network_info: [{"id": "62f38382-00f6-457b-b390-a73a24c7f870", "address": "fa:16:3e:94:72:a3", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f38382-00", "ovs_interfaceid": "62f38382-00f6-457b-b390-a73a24c7f870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.025544] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.028275] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.292s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.029698] env[69742]: DEBUG nova.objects.instance [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lazy-loading 'resources' on Instance uuid 325ff5b6-806a-49a2-ab23-3447973a5dd7 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.057367] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060164, 'name': ReconfigVM_Task, 'duration_secs': 0.749645} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.057367] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 55aa0827-e927-488e-902b-3cbde2f3d36b/55aa0827-e927-488e-902b-3cbde2f3d36b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.058465] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab2e2bba-6613-4680-b18d-d67186a27276 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.064242] env[69742]: INFO nova.scheduler.client.report [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Deleted allocations for instance 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0 [ 729.072232] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 729.072232] env[69742]: value = "task-4060165" [ 729.072232] env[69742]: _type = "Task" [ 729.072232] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.083471] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060165, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.273093] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.376938] env[69742]: DEBUG nova.network.neutron [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Updated VIF entry in instance network info cache for port 16a00368-8b28-4749-99bb-8356a718eab4. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.377549] env[69742]: DEBUG nova.network.neutron [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Updating instance_info_cache with network_info: [{"id": "16a00368-8b28-4749-99bb-8356a718eab4", "address": "fa:16:3e:8f:40:56", "network": {"id": "f0ab03ac-2c76-4d4e-94cc-f56774b191db", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1972530650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acf3551d3d34b6a8ffc68c8abfb2ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16a00368-8b", "ovs_interfaceid": "16a00368-8b28-4749-99bb-8356a718eab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.432124] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.179310] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.747s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.179612] env[69742]: DEBUG nova.compute.manager [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Going to confirm migration 1 {{(pid=69742) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 730.181560] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Successfully updated port: d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.183858] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "refresh_cache-2c18c12a-e19e-4da8-bc5f-1b4856e96c71" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.186023] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Instance network_info: |[{"id": "62f38382-00f6-457b-b390-a73a24c7f870", "address": "fa:16:3e:94:72:a3", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f38382-00", "ovs_interfaceid": "62f38382-00f6-457b-b390-a73a24c7f870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.188559] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Releasing lock "refresh_cache-135ff4da-ae66-4773-807a-99497e79c966" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.188774] env[69742]: DEBUG nova.compute.manager [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Received event network-changed-2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.188931] env[69742]: DEBUG nova.compute.manager [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Refreshing instance network info cache due to event network-changed-2668d783-1fe4-4311-912e-17d0fd83358c. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.189144] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Acquiring lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.189277] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Acquired lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.189466] env[69742]: DEBUG nova.network.neutron [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Refreshing network info cache for port 2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.193998] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c5ca9b18-5e82-4c70-af02-fad838bd5637 tempest-ServerAddressesTestJSON-268161704 tempest-ServerAddressesTestJSON-268161704-project-member] Lock "73aca2a6-ca4f-4177-bd7d-1414e7ee40d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.963s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.199342] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:72:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62f38382-00f6-457b-b390-a73a24c7f870', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.205568] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Creating folder: Project (3a78cae6bfc64b25a3ff7917825fb2c3). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.210510] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1671ea90-9178-43e5-a396-991a2c6a3ebb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.220352] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060165, 'name': Rename_Task, 'duration_secs': 0.391814} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.220352] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.221846] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aed9998-c714-4243-99f1-63cbce13e8de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.225095] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Created folder: Project (3a78cae6bfc64b25a3ff7917825fb2c3) in parent group-v804621. [ 730.225297] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Creating folder: Instances. Parent ref: group-v804691. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.225986] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a80186f-dc75-459f-9ee7-231ae4ff1a77 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.233030] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 730.233030] env[69742]: value = "task-4060167" [ 730.233030] env[69742]: _type = "Task" [ 730.233030] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.240665] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Created folder: Instances in parent group-v804691. [ 730.240955] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.241563] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.246108] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b27a25e-d13b-40be-a6ed-b79fbbd8454f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.264201] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.272016] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.272016] env[69742]: value = "task-4060169" [ 730.272016] env[69742]: _type = "Task" [ 730.272016] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.285365] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060169, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.334461] env[69742]: DEBUG nova.compute.manager [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Received event network-vif-plugged-62f38382-00f6-457b-b390-a73a24c7f870 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.334777] env[69742]: DEBUG oslo_concurrency.lockutils [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] Acquiring lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.335078] env[69742]: DEBUG oslo_concurrency.lockutils [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] Lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.335317] env[69742]: DEBUG oslo_concurrency.lockutils [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] Lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.335550] env[69742]: DEBUG nova.compute.manager [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] No waiting events found dispatching network-vif-plugged-62f38382-00f6-457b-b390-a73a24c7f870 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.335780] env[69742]: WARNING nova.compute.manager [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Received unexpected event network-vif-plugged-62f38382-00f6-457b-b390-a73a24c7f870 for instance with vm_state building and task_state spawning. [ 730.335998] env[69742]: DEBUG nova.compute.manager [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Received event network-vif-deleted-ef0fc010-d287-4f76-a9e5-5ec5de84c856 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.336240] env[69742]: DEBUG nova.compute.manager [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Received event network-changed-62f38382-00f6-457b-b390-a73a24c7f870 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.336456] env[69742]: DEBUG nova.compute.manager [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Refreshing instance network info cache due to event network-changed-62f38382-00f6-457b-b390-a73a24c7f870. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.336708] env[69742]: DEBUG oslo_concurrency.lockutils [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] Acquiring lock "refresh_cache-2c18c12a-e19e-4da8-bc5f-1b4856e96c71" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.337138] env[69742]: DEBUG oslo_concurrency.lockutils [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] Acquired lock "refresh_cache-2c18c12a-e19e-4da8-bc5f-1b4856e96c71" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.337138] env[69742]: DEBUG nova.network.neutron [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Refreshing network info cache for port 62f38382-00f6-457b-b390-a73a24c7f870 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.698560] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "refresh_cache-8617a12d-4f02-4700-ba5d-d342318cc0e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.698793] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "refresh_cache-8617a12d-4f02-4700-ba5d-d342318cc0e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.698864] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.731085] env[69742]: DEBUG oslo_concurrency.lockutils [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquiring lock "135ff4da-ae66-4773-807a-99497e79c966" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.731463] env[69742]: DEBUG oslo_concurrency.lockutils [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Lock "135ff4da-ae66-4773-807a-99497e79c966" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.731798] env[69742]: DEBUG oslo_concurrency.lockutils [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquiring lock "135ff4da-ae66-4773-807a-99497e79c966-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.732083] env[69742]: DEBUG oslo_concurrency.lockutils [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Lock "135ff4da-ae66-4773-807a-99497e79c966-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.732385] env[69742]: DEBUG oslo_concurrency.lockutils [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Lock "135ff4da-ae66-4773-807a-99497e79c966-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.737340] env[69742]: INFO nova.compute.manager [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Terminating instance [ 730.750653] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060167, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.791729] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060169, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.809647] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7762e53d-a97e-4e96-abd4-7602023d1f96 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.825763] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921215b1-9772-4998-9804-44840c1ee580 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.866958] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fa45a6-a303-40c9-bc5b-170f4fa553c1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.876775] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d67d71-97f2-4265-9f66-c311ecfe1fb6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.894136] env[69742]: DEBUG nova.compute.provider_tree [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.914192] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.914192] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.914192] env[69742]: DEBUG nova.network.neutron [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.914192] env[69742]: DEBUG nova.objects.instance [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lazy-loading 'info_cache' on Instance uuid 63005fe8-620c-4a91-b48c-5cecee3ad2d5 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.050564] env[69742]: DEBUG nova.compute.manager [req-d4f80409-39e2-4b21-827a-69e6ee1efd6e req-37c637c7-231a-44fb-9f82-9a7e8b1a725f service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Received event network-vif-plugged-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.050787] env[69742]: DEBUG oslo_concurrency.lockutils [req-d4f80409-39e2-4b21-827a-69e6ee1efd6e req-37c637c7-231a-44fb-9f82-9a7e8b1a725f service nova] Acquiring lock "8617a12d-4f02-4700-ba5d-d342318cc0e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.051026] env[69742]: DEBUG oslo_concurrency.lockutils [req-d4f80409-39e2-4b21-827a-69e6ee1efd6e req-37c637c7-231a-44fb-9f82-9a7e8b1a725f service nova] Lock "8617a12d-4f02-4700-ba5d-d342318cc0e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.051671] env[69742]: DEBUG oslo_concurrency.lockutils [req-d4f80409-39e2-4b21-827a-69e6ee1efd6e req-37c637c7-231a-44fb-9f82-9a7e8b1a725f service nova] Lock "8617a12d-4f02-4700-ba5d-d342318cc0e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.051671] env[69742]: DEBUG nova.compute.manager [req-d4f80409-39e2-4b21-827a-69e6ee1efd6e req-37c637c7-231a-44fb-9f82-9a7e8b1a725f service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] No waiting events found dispatching network-vif-plugged-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.051671] env[69742]: WARNING nova.compute.manager [req-d4f80409-39e2-4b21-827a-69e6ee1efd6e req-37c637c7-231a-44fb-9f82-9a7e8b1a725f service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Received unexpected event network-vif-plugged-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 for instance with vm_state building and task_state spawning. [ 731.113637] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquiring lock "a936140b-b304-4067-a3f9-bfd0445b4950" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.114329] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "a936140b-b304-4067-a3f9-bfd0445b4950" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.114329] env[69742]: INFO nova.compute.manager [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Rebooting instance [ 731.116374] env[69742]: DEBUG nova.network.neutron [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updated VIF entry in instance network info cache for port 2668d783-1fe4-4311-912e-17d0fd83358c. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.116639] env[69742]: DEBUG nova.network.neutron [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updating instance_info_cache with network_info: [{"id": "2668d783-1fe4-4311-912e-17d0fd83358c", "address": "fa:16:3e:6e:ee:37", "network": {"id": "d562d067-4fe2-4d14-8442-429a3dc7ab46", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263174045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d99206d60c624e33aeccd9658fe710e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2668d783-1f", "ovs_interfaceid": "2668d783-1fe4-4311-912e-17d0fd83358c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.244681] env[69742]: DEBUG nova.compute.manager [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.245124] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.251828] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb6816f-e781-4723-983f-4777dff05ce4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.256152] env[69742]: DEBUG oslo_vmware.api [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060167, 'name': PowerOnVM_Task, 'duration_secs': 0.843327} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.262563] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.263675] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.264118] env[69742]: INFO nova.compute.manager [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Took 10.24 seconds to spawn the instance on the hypervisor. [ 731.264386] env[69742]: DEBUG nova.compute.manager [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.266087] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c3e6c7-a7ac-4edb-a711-48d6877a95a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.274905] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.275657] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94d46c79-4921-4c8e-bef1-d551d38cb63c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.290503] env[69742]: DEBUG oslo_vmware.api [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for the task: (returnval){ [ 731.290503] env[69742]: value = "task-4060170" [ 731.290503] env[69742]: _type = "Task" [ 731.290503] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.302130] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060169, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.315322] env[69742]: DEBUG oslo_vmware.api [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.402165] env[69742]: DEBUG nova.scheduler.client.report [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.474113] env[69742]: DEBUG nova.network.neutron [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Updated VIF entry in instance network info cache for port 62f38382-00f6-457b-b390-a73a24c7f870. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.474488] env[69742]: DEBUG nova.network.neutron [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Updating instance_info_cache with network_info: [{"id": "62f38382-00f6-457b-b390-a73a24c7f870", "address": "fa:16:3e:94:72:a3", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f38382-00", "ovs_interfaceid": "62f38382-00f6-457b-b390-a73a24c7f870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.534376] env[69742]: DEBUG nova.network.neutron [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Updating instance_info_cache with network_info: [{"id": "d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8", "address": "fa:16:3e:78:c9:22", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c9f8fd-99", "ovs_interfaceid": "d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.621551] env[69742]: DEBUG oslo_concurrency.lockutils [req-c27a243d-fa8a-4321-8c66-044fa3dd384f req-d3ce95f2-21fd-421a-8533-6904a9a077db service nova] Releasing lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.644484] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquiring lock "refresh_cache-a936140b-b304-4067-a3f9-bfd0445b4950" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.644484] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquired lock "refresh_cache-a936140b-b304-4067-a3f9-bfd0445b4950" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.644750] env[69742]: DEBUG nova.network.neutron [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.803035] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060169, 'name': CreateVM_Task, 'duration_secs': 1.476618} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.803035] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.804252] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.804455] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.804850] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.808186] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3034be-6fad-4104-8057-38ef52900550 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.814405] env[69742]: INFO nova.compute.manager [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Took 38.91 seconds to build instance. [ 731.815746] env[69742]: DEBUG oslo_vmware.api [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060170, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.821275] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 731.821275] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a411b4-55e3-fc31-5de1-f32777741e7b" [ 731.821275] env[69742]: _type = "Task" [ 731.821275] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.833266] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a411b4-55e3-fc31-5de1-f32777741e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.910515] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.882s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.914851] env[69742]: DEBUG oslo_concurrency.lockutils [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.003s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.914851] env[69742]: DEBUG nova.objects.instance [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Lazy-loading 'resources' on Instance uuid b0634adf-22c7-45be-b90f-30400b68f52b {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.944847] env[69742]: INFO nova.scheduler.client.report [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Deleted allocations for instance 325ff5b6-806a-49a2-ab23-3447973a5dd7 [ 731.979722] env[69742]: DEBUG oslo_concurrency.lockutils [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] Releasing lock "refresh_cache-2c18c12a-e19e-4da8-bc5f-1b4856e96c71" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.980079] env[69742]: DEBUG nova.compute.manager [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Received event network-changed-2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.980277] env[69742]: DEBUG nova.compute.manager [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Refreshing instance network info cache due to event network-changed-2668d783-1fe4-4311-912e-17d0fd83358c. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.980511] env[69742]: DEBUG oslo_concurrency.lockutils [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] Acquiring lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.980652] env[69742]: DEBUG oslo_concurrency.lockutils [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] Acquired lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.980901] env[69742]: DEBUG nova.network.neutron [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Refreshing network info cache for port 2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.041594] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "refresh_cache-8617a12d-4f02-4700-ba5d-d342318cc0e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.041908] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Instance network_info: |[{"id": "d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8", "address": "fa:16:3e:78:c9:22", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c9f8fd-99", "ovs_interfaceid": "d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.042411] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:c9:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.050176] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.050625] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.054416] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bda8133b-f5a8-4f41-b4aa-1964abbbaa99 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.077948] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.077948] env[69742]: value = "task-4060171" [ 732.077948] env[69742]: _type = "Task" [ 732.077948] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.087563] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060171, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.208476] env[69742]: DEBUG nova.network.neutron [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance_info_cache with network_info: [{"id": "997e2feb-6951-4398-b9ea-320ccb3e446f", "address": "fa:16:3e:f7:4f:ab", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap997e2feb-69", "ovs_interfaceid": "997e2feb-6951-4398-b9ea-320ccb3e446f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.324108] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27359118-b459-4f1d-b004-c0f2ae638314 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "55aa0827-e927-488e-902b-3cbde2f3d36b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.812s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.324108] env[69742]: DEBUG oslo_vmware.api [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060170, 'name': PowerOffVM_Task, 'duration_secs': 0.55221} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.324108] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.324108] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.324108] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5ddf6fb-a9a0-43b3-848f-e96d6cfa6aef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.335709] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a411b4-55e3-fc31-5de1-f32777741e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.022356} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.335709] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.339357] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.339753] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.339936] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.340203] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.340536] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a24e10e5-d014-4173-bd75-b7920dac0670 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.355076] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.355076] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.357812] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd890448-5bce-406d-9a51-0cb23861b0aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.362414] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 732.362414] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523f1f3d-2d31-ce35-11e7-cb83eeccbce0" [ 732.362414] env[69742]: _type = "Task" [ 732.362414] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.372919] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523f1f3d-2d31-ce35-11e7-cb83eeccbce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.409868] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.410218] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.410507] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Deleting the datastore file [datastore1] 135ff4da-ae66-4773-807a-99497e79c966 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.410833] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fc33b1f-1790-40a4-b41d-10613484729a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.421494] env[69742]: DEBUG oslo_vmware.api [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for the task: (returnval){ [ 732.421494] env[69742]: value = "task-4060173" [ 732.421494] env[69742]: _type = "Task" [ 732.421494] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.435483] env[69742]: DEBUG oslo_vmware.api [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.461288] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa0bb5b0-097b-41ab-917a-0a403ecc92bc tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "325ff5b6-806a-49a2-ab23-3447973a5dd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.251s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.591135] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060171, 'name': CreateVM_Task, 'duration_secs': 0.509077} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.591351] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.592122] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.592284] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.592683] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.592952] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fbc33d8-7d94-4e4d-a6b5-1e27a8ad2a36 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.602924] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 732.602924] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ebab81-2d11-e199-bb15-34b9d4584622" [ 732.602924] env[69742]: _type = "Task" [ 732.602924] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.614041] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ebab81-2d11-e199-bb15-34b9d4584622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.714090] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "refresh_cache-63005fe8-620c-4a91-b48c-5cecee3ad2d5" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.714090] env[69742]: DEBUG nova.objects.instance [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lazy-loading 'migration_context' on Instance uuid 63005fe8-620c-4a91-b48c-5cecee3ad2d5 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.787631] env[69742]: DEBUG nova.network.neutron [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Updating instance_info_cache with network_info: [{"id": "f996e49b-6168-44d2-af60-5e123d30936e", "address": "fa:16:3e:c7:d7:1f", "network": {"id": "8302ff9c-bfde-4ef3-8517-d71530fb0068", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-478314867-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d4ca4c93e544f258832e294a18488f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf996e49b-61", "ovs_interfaceid": "f996e49b-6168-44d2-af60-5e123d30936e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.813953] env[69742]: DEBUG nova.network.neutron [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updated VIF entry in instance network info cache for port 2668d783-1fe4-4311-912e-17d0fd83358c. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.817317] env[69742]: DEBUG nova.network.neutron [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updating instance_info_cache with network_info: [{"id": "2668d783-1fe4-4311-912e-17d0fd83358c", "address": "fa:16:3e:6e:ee:37", "network": {"id": "d562d067-4fe2-4d14-8442-429a3dc7ab46", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263174045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d99206d60c624e33aeccd9658fe710e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2668d783-1f", "ovs_interfaceid": "2668d783-1fe4-4311-912e-17d0fd83358c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.825432] env[69742]: DEBUG nova.compute.manager [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.878136] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523f1f3d-2d31-ce35-11e7-cb83eeccbce0, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.884744] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91aeb5c8-2b4f-4050-8f2d-b639e2b243b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.892984] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 732.892984] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523014bf-37b9-93fb-9823-ca306ab68e59" [ 732.892984] env[69742]: _type = "Task" [ 732.892984] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.903406] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523014bf-37b9-93fb-9823-ca306ab68e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.935460] env[69742]: DEBUG oslo_vmware.api [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Task: {'id': task-4060173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261342} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.935779] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.935971] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.936164] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.936339] env[69742]: INFO nova.compute.manager [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Took 1.69 seconds to destroy the instance on the hypervisor. [ 732.936699] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.936896] env[69742]: DEBUG nova.compute.manager [-] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.937073] env[69742]: DEBUG nova.network.neutron [-] [instance: 135ff4da-ae66-4773-807a-99497e79c966] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.000064] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f416efaa-ca25-457a-b517-71ed4b8e74d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.008157] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637c8428-d6b1-4d0f-9f32-f5506c4e7054 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.042912] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b30ba52-b1d5-459c-8afe-4ef067a4617c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.051475] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85509398-0194-4ed4-8b6b-7c75c55202e8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.066825] env[69742]: DEBUG nova.compute.provider_tree [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.117532] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ebab81-2d11-e199-bb15-34b9d4584622, 'name': SearchDatastore_Task, 'duration_secs': 0.012737} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.117532] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.117532] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.117532] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.117829] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.117829] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.117829] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9464ecee-00dd-4550-b755-c50984fca15f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.129114] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.129316] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.130082] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd724fb-ec06-443f-b2d8-71804e0d7341 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.137910] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 733.137910] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ccd7cc-0208-9339-fd87-819d52964f0e" [ 733.137910] env[69742]: _type = "Task" [ 733.137910] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.146607] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ccd7cc-0208-9339-fd87-819d52964f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.219859] env[69742]: DEBUG nova.objects.base [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Object Instance<63005fe8-620c-4a91-b48c-5cecee3ad2d5> lazy-loaded attributes: info_cache,migration_context {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 733.220989] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2a111f-33d0-463c-a5f0-59b3c909d961 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.242530] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f32242-6024-4c1e-a817-6a58d9e0febf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.249212] env[69742]: DEBUG oslo_vmware.api [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 733.249212] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ad5da4-4361-007a-37fa-d1e02ac5f03e" [ 733.249212] env[69742]: _type = "Task" [ 733.249212] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.259687] env[69742]: DEBUG oslo_vmware.api [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ad5da4-4361-007a-37fa-d1e02ac5f03e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.295549] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Releasing lock "refresh_cache-a936140b-b304-4067-a3f9-bfd0445b4950" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.317060] env[69742]: DEBUG oslo_concurrency.lockutils [req-1acb9d75-d88c-451b-8418-74966c607e58 req-14a9d618-6f23-4f20-8047-97cc140445f6 service nova] Releasing lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.356777] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.411234] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523014bf-37b9-93fb-9823-ca306ab68e59, 'name': SearchDatastore_Task, 'duration_secs': 0.020163} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.411821] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.411960] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 2c18c12a-e19e-4da8-bc5f-1b4856e96c71/2c18c12a-e19e-4da8-bc5f-1b4856e96c71.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.412495] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c75aa1ca-af04-4713-aaf7-825a97c22b09 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.422015] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 733.422015] env[69742]: value = "task-4060174" [ 733.422015] env[69742]: _type = "Task" [ 733.422015] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.434041] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.547214] env[69742]: DEBUG nova.compute.manager [req-0e06fdf6-d2fa-4015-84b7-e0bce4db8168 req-9d8b26c0-028c-4351-8b56-7e3eddd24a01 service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Received event network-changed-2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.547431] env[69742]: DEBUG nova.compute.manager [req-0e06fdf6-d2fa-4015-84b7-e0bce4db8168 req-9d8b26c0-028c-4351-8b56-7e3eddd24a01 service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Refreshing instance network info cache due to event network-changed-2668d783-1fe4-4311-912e-17d0fd83358c. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.547693] env[69742]: DEBUG oslo_concurrency.lockutils [req-0e06fdf6-d2fa-4015-84b7-e0bce4db8168 req-9d8b26c0-028c-4351-8b56-7e3eddd24a01 service nova] Acquiring lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.547906] env[69742]: DEBUG oslo_concurrency.lockutils [req-0e06fdf6-d2fa-4015-84b7-e0bce4db8168 req-9d8b26c0-028c-4351-8b56-7e3eddd24a01 service nova] Acquired lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.548027] env[69742]: DEBUG nova.network.neutron [req-0e06fdf6-d2fa-4015-84b7-e0bce4db8168 req-9d8b26c0-028c-4351-8b56-7e3eddd24a01 service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Refreshing network info cache for port 2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.570360] env[69742]: DEBUG nova.scheduler.client.report [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.653887] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ccd7cc-0208-9339-fd87-819d52964f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.027961} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.654677] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6155343-0ffb-4b7f-950b-aeb19e1e1fad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.662739] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 733.662739] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5205552c-cd9a-9e86-14b1-42d6dc90f014" [ 733.662739] env[69742]: _type = "Task" [ 733.662739] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.678202] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5205552c-cd9a-9e86-14b1-42d6dc90f014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.768264] env[69742]: DEBUG oslo_vmware.api [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ad5da4-4361-007a-37fa-d1e02ac5f03e, 'name': SearchDatastore_Task, 'duration_secs': 0.047838} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.768996] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.803670] env[69742]: DEBUG nova.compute.manager [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.803670] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177b9242-e866-4c02-9444-9fa7145af2b6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.937696] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060174, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.079475] env[69742]: DEBUG oslo_concurrency.lockutils [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.088025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.427s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.088025] env[69742]: INFO nova.compute.claims [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.108242] env[69742]: INFO nova.scheduler.client.report [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Deleted allocations for instance b0634adf-22c7-45be-b90f-30400b68f52b [ 734.117306] env[69742]: DEBUG nova.network.neutron [-] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.180277] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5205552c-cd9a-9e86-14b1-42d6dc90f014, 'name': SearchDatastore_Task, 'duration_secs': 0.0243} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.180277] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.180661] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 8617a12d-4f02-4700-ba5d-d342318cc0e2/8617a12d-4f02-4700-ba5d-d342318cc0e2.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.180726] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1b4519c-3cd4-4600-8407-81002bb8b4e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.195230] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 734.195230] env[69742]: value = "task-4060175" [ 734.195230] env[69742]: _type = "Task" [ 734.195230] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.207855] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.247603] env[69742]: DEBUG nova.compute.manager [req-97468dc7-ca22-4817-bf8d-c0ab45925760 req-aa09186a-d016-42b1-8843-9603791d2ca1 service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Received event network-changed-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.247808] env[69742]: DEBUG nova.compute.manager [req-97468dc7-ca22-4817-bf8d-c0ab45925760 req-aa09186a-d016-42b1-8843-9603791d2ca1 service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Refreshing instance network info cache due to event network-changed-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.248035] env[69742]: DEBUG oslo_concurrency.lockutils [req-97468dc7-ca22-4817-bf8d-c0ab45925760 req-aa09186a-d016-42b1-8843-9603791d2ca1 service nova] Acquiring lock "refresh_cache-8617a12d-4f02-4700-ba5d-d342318cc0e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.248209] env[69742]: DEBUG oslo_concurrency.lockutils [req-97468dc7-ca22-4817-bf8d-c0ab45925760 req-aa09186a-d016-42b1-8843-9603791d2ca1 service nova] Acquired lock "refresh_cache-8617a12d-4f02-4700-ba5d-d342318cc0e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.248375] env[69742]: DEBUG nova.network.neutron [req-97468dc7-ca22-4817-bf8d-c0ab45925760 req-aa09186a-d016-42b1-8843-9603791d2ca1 service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Refreshing network info cache for port d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.435542] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560101} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.435900] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 2c18c12a-e19e-4da8-bc5f-1b4856e96c71/2c18c12a-e19e-4da8-bc5f-1b4856e96c71.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.436190] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.436817] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f390468-9960-4852-b9ab-107da4c11110 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.447936] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 734.447936] env[69742]: value = "task-4060176" [ 734.447936] env[69742]: _type = "Task" [ 734.447936] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.459581] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.601123] env[69742]: DEBUG nova.network.neutron [req-0e06fdf6-d2fa-4015-84b7-e0bce4db8168 req-9d8b26c0-028c-4351-8b56-7e3eddd24a01 service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updated VIF entry in instance network info cache for port 2668d783-1fe4-4311-912e-17d0fd83358c. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.601810] env[69742]: DEBUG nova.network.neutron [req-0e06fdf6-d2fa-4015-84b7-e0bce4db8168 req-9d8b26c0-028c-4351-8b56-7e3eddd24a01 service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updating instance_info_cache with network_info: [{"id": "2668d783-1fe4-4311-912e-17d0fd83358c", "address": "fa:16:3e:6e:ee:37", "network": {"id": "d562d067-4fe2-4d14-8442-429a3dc7ab46", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263174045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d99206d60c624e33aeccd9658fe710e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2668d783-1f", "ovs_interfaceid": "2668d783-1fe4-4311-912e-17d0fd83358c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.623958] env[69742]: DEBUG oslo_concurrency.lockutils [None req-554bbb6d-0b9b-4c6f-a79e-b4181a03e28b tempest-ImagesNegativeTestJSON-33911207 tempest-ImagesNegativeTestJSON-33911207-project-member] Lock "b0634adf-22c7-45be-b90f-30400b68f52b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.978s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.624273] env[69742]: INFO nova.compute.manager [-] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Took 1.69 seconds to deallocate network for instance. [ 734.713093] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060175, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.826941] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86874894-0b57-42e7-b0d9-d41e4c0e6f85 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.838997] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Doing hard reboot of VM {{(pid=69742) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 734.839610] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-26e7659e-53ea-43a3-82fd-679d0e418bd2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.846914] env[69742]: DEBUG oslo_vmware.api [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for the task: (returnval){ [ 734.846914] env[69742]: value = "task-4060177" [ 734.846914] env[69742]: _type = "Task" [ 734.846914] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.859454] env[69742]: DEBUG oslo_vmware.api [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060177, 'name': ResetVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.963581] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182396} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.964678] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.965639] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13459d97-f387-4a6d-b69b-348eaf779994 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.994989] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 2c18c12a-e19e-4da8-bc5f-1b4856e96c71/2c18c12a-e19e-4da8-bc5f-1b4856e96c71.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.003456] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8218695-67f1-4f8c-a679-30088321031c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.022562] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 735.022562] env[69742]: value = "task-4060178" [ 735.022562] env[69742]: _type = "Task" [ 735.022562] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.032821] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.111441] env[69742]: DEBUG oslo_concurrency.lockutils [req-0e06fdf6-d2fa-4015-84b7-e0bce4db8168 req-9d8b26c0-028c-4351-8b56-7e3eddd24a01 service nova] Releasing lock "refresh_cache-daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.136846] env[69742]: DEBUG oslo_concurrency.lockutils [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.140672] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "47ee7966-b9b1-49a1-9f34-c09403a33d55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.141104] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "47ee7966-b9b1-49a1-9f34-c09403a33d55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.141378] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "47ee7966-b9b1-49a1-9f34-c09403a33d55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.141588] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "47ee7966-b9b1-49a1-9f34-c09403a33d55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.141922] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "47ee7966-b9b1-49a1-9f34-c09403a33d55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.146743] env[69742]: INFO nova.compute.manager [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Terminating instance [ 735.166558] env[69742]: DEBUG nova.network.neutron [req-97468dc7-ca22-4817-bf8d-c0ab45925760 req-aa09186a-d016-42b1-8843-9603791d2ca1 service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Updated VIF entry in instance network info cache for port d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.168194] env[69742]: DEBUG nova.network.neutron [req-97468dc7-ca22-4817-bf8d-c0ab45925760 req-aa09186a-d016-42b1-8843-9603791d2ca1 service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Updating instance_info_cache with network_info: [{"id": "d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8", "address": "fa:16:3e:78:c9:22", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c9f8fd-99", "ovs_interfaceid": "d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.208248] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579829} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.208523] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 8617a12d-4f02-4700-ba5d-d342318cc0e2/8617a12d-4f02-4700-ba5d-d342318cc0e2.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.208740] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.209037] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94a701a4-ff76-4700-9942-92009cbe83b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.217689] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 735.217689] env[69742]: value = "task-4060179" [ 735.217689] env[69742]: _type = "Task" [ 735.217689] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.231773] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.363950] env[69742]: DEBUG oslo_vmware.api [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060177, 'name': ResetVM_Task, 'duration_secs': 0.157068} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.367217] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Did hard reboot of VM {{(pid=69742) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 735.367492] env[69742]: DEBUG nova.compute.manager [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.368796] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71f99cb-f0c5-4307-9b3c-59403109c22c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.449955] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquiring lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.450689] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.451139] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquiring lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.451381] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.451581] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.454259] env[69742]: INFO nova.compute.manager [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Terminating instance [ 735.539490] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060178, 'name': ReconfigVM_Task, 'duration_secs': 0.396374} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.539781] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 2c18c12a-e19e-4da8-bc5f-1b4856e96c71/2c18c12a-e19e-4da8-bc5f-1b4856e96c71.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.540467] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-231700cf-851e-45ff-a68d-40d631e493b6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.551484] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 735.551484] env[69742]: value = "task-4060180" [ 735.551484] env[69742]: _type = "Task" [ 735.551484] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.559622] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060180, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.652455] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "refresh_cache-47ee7966-b9b1-49a1-9f34-c09403a33d55" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.652834] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquired lock "refresh_cache-47ee7966-b9b1-49a1-9f34-c09403a33d55" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.653181] env[69742]: DEBUG nova.network.neutron [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.673451] env[69742]: DEBUG oslo_concurrency.lockutils [req-97468dc7-ca22-4817-bf8d-c0ab45925760 req-aa09186a-d016-42b1-8843-9603791d2ca1 service nova] Releasing lock "refresh_cache-8617a12d-4f02-4700-ba5d-d342318cc0e2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.733245] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214246} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.734208] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.735322] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e812777b-f755-4001-8b7b-42c80686481f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.741092] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1986640c-86ae-4930-8883-1e76ea64f055 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.769481] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bff86dc-133a-4369-b889-c24cd170489a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.784553] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 8617a12d-4f02-4700-ba5d-d342318cc0e2/8617a12d-4f02-4700-ba5d-d342318cc0e2.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.784726] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d471359-1cb3-4122-87b1-b6004b2ddfd2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.842641] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40eafdb-5791-4a0e-9044-52ad269c4981 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.845463] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 735.845463] env[69742]: value = "task-4060181" [ 735.845463] env[69742]: _type = "Task" [ 735.845463] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.853118] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da54975-384c-420d-92b3-09e597b3f284 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.860322] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.872760] env[69742]: DEBUG nova.compute.provider_tree [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.882607] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2a342527-6ddf-4a4d-9423-6035529d125a tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "a936140b-b304-4067-a3f9-bfd0445b4950" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.768s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.961837] env[69742]: DEBUG nova.compute.manager [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.962092] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.963073] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf6c119-005e-48b0-8dc8-1eee482b152c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.972815] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.973971] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbdeb9cb-b751-4a8f-ab20-4a191f8b91aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.980850] env[69742]: DEBUG oslo_vmware.api [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 735.980850] env[69742]: value = "task-4060182" [ 735.980850] env[69742]: _type = "Task" [ 735.980850] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.989992] env[69742]: DEBUG oslo_vmware.api [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.060426] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060180, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.175912] env[69742]: DEBUG nova.network.neutron [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.227640] env[69742]: DEBUG nova.network.neutron [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.357964] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.377472] env[69742]: DEBUG nova.scheduler.client.report [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.500173] env[69742]: DEBUG oslo_vmware.api [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.544820] env[69742]: DEBUG nova.compute.manager [req-0f8888da-35cf-48b6-916d-09fbe7e237dc req-b3aa39c5-7757-48e6-96bc-81ea2629826e service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Received event network-changed-fe38bc37-0f7d-4d85-848f-322dd7b84f7a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.545067] env[69742]: DEBUG nova.compute.manager [req-0f8888da-35cf-48b6-916d-09fbe7e237dc req-b3aa39c5-7757-48e6-96bc-81ea2629826e service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Refreshing instance network info cache due to event network-changed-fe38bc37-0f7d-4d85-848f-322dd7b84f7a. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.548261] env[69742]: DEBUG oslo_concurrency.lockutils [req-0f8888da-35cf-48b6-916d-09fbe7e237dc req-b3aa39c5-7757-48e6-96bc-81ea2629826e service nova] Acquiring lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.549831] env[69742]: DEBUG oslo_concurrency.lockutils [req-0f8888da-35cf-48b6-916d-09fbe7e237dc req-b3aa39c5-7757-48e6-96bc-81ea2629826e service nova] Acquired lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.550024] env[69742]: DEBUG nova.network.neutron [req-0f8888da-35cf-48b6-916d-09fbe7e237dc req-b3aa39c5-7757-48e6-96bc-81ea2629826e service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Refreshing network info cache for port fe38bc37-0f7d-4d85-848f-322dd7b84f7a {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.568722] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060180, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.730863] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Releasing lock "refresh_cache-47ee7966-b9b1-49a1-9f34-c09403a33d55" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.731369] env[69742]: DEBUG nova.compute.manager [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.731676] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.732642] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066363ef-97a9-4f34-a935-1decd7338bd1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.742714] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.743025] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8318a0dd-ec24-41a4-b98b-54fa2796cba6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.750704] env[69742]: DEBUG oslo_vmware.api [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 736.750704] env[69742]: value = "task-4060183" [ 736.750704] env[69742]: _type = "Task" [ 736.750704] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.762038] env[69742]: DEBUG oslo_vmware.api [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.863301] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.883709] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.884172] env[69742]: DEBUG nova.compute.manager [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.888145] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.151s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.888411] env[69742]: DEBUG nova.objects.instance [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lazy-loading 'resources' on Instance uuid 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.998265] env[69742]: DEBUG oslo_vmware.api [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060182, 'name': PowerOffVM_Task, 'duration_secs': 0.940024} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.998790] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.998873] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.999155] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f885117-d744-4296-ab77-8d82e56ae90b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.033843] env[69742]: DEBUG nova.compute.manager [req-62f0cd14-9c47-48db-9bb2-17696fd70451 req-feeec0c2-92f1-4207-ab65-19b209c98317 service nova] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Received event network-vif-deleted-16a00368-8b28-4749-99bb-8356a718eab4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.069188] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060180, 'name': Rename_Task, 'duration_secs': 1.205521} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.071016] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.071473] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fd86333-94a7-465b-a2b9-2ddedf7e4d8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.081147] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 737.081147] env[69742]: value = "task-4060185" [ 737.081147] env[69742]: _type = "Task" [ 737.081147] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.090785] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.261940] env[69742]: DEBUG oslo_vmware.api [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060183, 'name': PowerOffVM_Task, 'duration_secs': 0.348999} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.262289] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.263326] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.263687] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20734d5c-3502-4b5f-86df-a6f8fcc7c8b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.291726] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.292103] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.292103] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Deleting the datastore file [datastore2] 47ee7966-b9b1-49a1-9f34-c09403a33d55 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.292333] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-013bc525-8c23-4167-b4fb-8b54c162021b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.301946] env[69742]: DEBUG oslo_vmware.api [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for the task: (returnval){ [ 737.301946] env[69742]: value = "task-4060187" [ 737.301946] env[69742]: _type = "Task" [ 737.301946] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.317886] env[69742]: DEBUG oslo_vmware.api [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.358717] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060181, 'name': ReconfigVM_Task, 'duration_secs': 1.26212} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.359038] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 8617a12d-4f02-4700-ba5d-d342318cc0e2/8617a12d-4f02-4700-ba5d-d342318cc0e2.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.361459] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-113d8aca-4fb5-4781-8e36-dbda2513d64c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.367644] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 737.367644] env[69742]: value = "task-4060188" [ 737.367644] env[69742]: _type = "Task" [ 737.367644] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.386868] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060188, 'name': Rename_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.389483] env[69742]: DEBUG nova.compute.utils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.390985] env[69742]: DEBUG nova.compute.manager [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.391450] env[69742]: DEBUG nova.network.neutron [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.459720] env[69742]: DEBUG nova.network.neutron [req-0f8888da-35cf-48b6-916d-09fbe7e237dc req-b3aa39c5-7757-48e6-96bc-81ea2629826e service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Updated VIF entry in instance network info cache for port fe38bc37-0f7d-4d85-848f-322dd7b84f7a. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.459720] env[69742]: DEBUG nova.network.neutron [req-0f8888da-35cf-48b6-916d-09fbe7e237dc req-b3aa39c5-7757-48e6-96bc-81ea2629826e service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Updating instance_info_cache with network_info: [{"id": "fe38bc37-0f7d-4d85-848f-322dd7b84f7a", "address": "fa:16:3e:02:aa:e5", "network": {"id": "8a0f1e59-162e-44ff-84fe-4d2989350384", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1419456427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4c8407a6620415688cedc8dd5cd0251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe38bc37-0f", "ovs_interfaceid": "fe38bc37-0f7d-4d85-848f-322dd7b84f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.500174] env[69742]: DEBUG nova.policy [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7ac10bd559e432085288899a5d5aec0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bab758f99e404e36bdc4976ba6ab9415', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.593631] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060185, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.816429] env[69742]: DEBUG oslo_vmware.api [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Task: {'id': task-4060187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118285} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.816747] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.816902] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.817116] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.817312] env[69742]: INFO nova.compute.manager [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Took 1.09 seconds to destroy the instance on the hypervisor. [ 737.818870] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.818870] env[69742]: DEBUG nova.compute.manager [-] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.818870] env[69742]: DEBUG nova.network.neutron [-] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.861774] env[69742]: DEBUG nova.network.neutron [-] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.887695] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060188, 'name': Rename_Task, 'duration_secs': 0.21343} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.887984] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.891103] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a85c006b-c401-44af-b850-f75799a14797 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.898818] env[69742]: DEBUG nova.compute.manager [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.903484] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 737.903484] env[69742]: value = "task-4060189" [ 737.903484] env[69742]: _type = "Task" [ 737.903484] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.913436] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.966573] env[69742]: DEBUG oslo_concurrency.lockutils [req-0f8888da-35cf-48b6-916d-09fbe7e237dc req-b3aa39c5-7757-48e6-96bc-81ea2629826e service nova] Releasing lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.088404] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82f004c-64ac-4251-9c4c-55fa6976b1fe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.100859] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060185, 'name': PowerOnVM_Task, 'duration_secs': 0.559124} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.100859] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a9becd-7092-41ac-9c93-731c856b7fef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.108127] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.108353] env[69742]: INFO nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Took 12.05 seconds to spawn the instance on the hypervisor. [ 738.108534] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.109793] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed38926-9f35-4dc8-9fe6-f4de93bed71d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.152773] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed824bee-42da-44a0-a119-7da9576ea953 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.162429] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6ea9ce-e0bf-4322-af6d-024c0d2b0d07 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.181323] env[69742]: DEBUG nova.compute.provider_tree [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.188201] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquiring lock "a936140b-b304-4067-a3f9-bfd0445b4950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.190199] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "a936140b-b304-4067-a3f9-bfd0445b4950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.190199] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquiring lock "a936140b-b304-4067-a3f9-bfd0445b4950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.190199] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "a936140b-b304-4067-a3f9-bfd0445b4950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.190199] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "a936140b-b304-4067-a3f9-bfd0445b4950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.192151] env[69742]: INFO nova.compute.manager [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Terminating instance [ 738.294018] env[69742]: DEBUG nova.network.neutron [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Successfully created port: fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.357084] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.357084] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.357084] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Deleting the datastore file [datastore1] daf98c6d-4dc6-4d33-a53c-4d9d8800de6c {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.357084] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cfd4eb7-261d-4ad9-b8e3-69cee3b60095 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.365291] env[69742]: DEBUG oslo_vmware.api [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for the task: (returnval){ [ 738.365291] env[69742]: value = "task-4060190" [ 738.365291] env[69742]: _type = "Task" [ 738.365291] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.373479] env[69742]: DEBUG nova.network.neutron [-] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.385404] env[69742]: DEBUG oslo_vmware.api [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.419281] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.666113] env[69742]: INFO nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Took 40.22 seconds to build instance. [ 738.685069] env[69742]: DEBUG nova.scheduler.client.report [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.700040] env[69742]: DEBUG nova.compute.manager [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.700458] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.701464] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3a4b9a-0bee-411c-9457-c1634959b2bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.720775] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.721204] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e811687-ac5b-4433-be42-b6ad623ab204 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.736620] env[69742]: DEBUG oslo_vmware.api [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for the task: (returnval){ [ 738.736620] env[69742]: value = "task-4060191" [ 738.736620] env[69742]: _type = "Task" [ 738.736620] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.749326] env[69742]: DEBUG oslo_vmware.api [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.882829] env[69742]: INFO nova.compute.manager [-] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Took 1.06 seconds to deallocate network for instance. [ 738.883753] env[69742]: DEBUG oslo_vmware.api [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Task: {'id': task-4060190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335229} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.891667] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.891901] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.892991] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.892991] env[69742]: INFO nova.compute.manager [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Took 2.93 seconds to destroy the instance on the hypervisor. [ 738.892991] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.895515] env[69742]: DEBUG nova.compute.manager [-] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.895515] env[69742]: DEBUG nova.network.neutron [-] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.917546] env[69742]: DEBUG nova.compute.manager [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.929678] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.962472] env[69742]: DEBUG nova.virt.hardware [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.962854] env[69742]: DEBUG nova.virt.hardware [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.963160] env[69742]: DEBUG nova.virt.hardware [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.963525] env[69742]: DEBUG nova.virt.hardware [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.963747] env[69742]: DEBUG nova.virt.hardware [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.964377] env[69742]: DEBUG nova.virt.hardware [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.964716] env[69742]: DEBUG nova.virt.hardware [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.964976] env[69742]: DEBUG nova.virt.hardware [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.965325] env[69742]: DEBUG nova.virt.hardware [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.965610] env[69742]: DEBUG nova.virt.hardware [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.965749] env[69742]: DEBUG nova.virt.hardware [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.967189] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6009554c-4feb-498b-89d8-a2e56af02b63 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.980290] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e1e14-0fd6-4044-a476-d09d4c5c6fe0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.004887] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.005246] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.167029] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.662s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.196545] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.201729] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.645s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.206034] env[69742]: INFO nova.compute.claims [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.244090] env[69742]: INFO nova.scheduler.client.report [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Deleted allocations for instance 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d [ 739.269480] env[69742]: DEBUG oslo_vmware.api [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060191, 'name': PowerOffVM_Task, 'duration_secs': 0.254469} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.269794] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.270015] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.270469] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9623727c-41b1-47ed-b5a8-e63bb54d5e48 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.348767] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.349331] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.349703] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Deleting the datastore file [datastore2] a936140b-b304-4067-a3f9-bfd0445b4950 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.350075] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c54b5a3-a9a5-454f-a1c2-3fd84ebe5d59 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.358050] env[69742]: DEBUG oslo_vmware.api [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for the task: (returnval){ [ 739.358050] env[69742]: value = "task-4060193" [ 739.358050] env[69742]: _type = "Task" [ 739.358050] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.376334] env[69742]: DEBUG oslo_vmware.api [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.394957] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.427437] env[69742]: DEBUG oslo_vmware.api [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060189, 'name': PowerOnVM_Task, 'duration_secs': 1.188429} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.427893] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.428037] env[69742]: INFO nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Took 10.61 seconds to spawn the instance on the hypervisor. [ 739.428245] env[69742]: DEBUG nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.430350] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d88597-b8b8-4196-810f-6c7437109071 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.608604] env[69742]: DEBUG nova.compute.manager [req-97093423-5ee0-4004-910b-ef4150b02cac req-5c2b6174-eab7-4fc4-8e83-9e6e3bf22177 service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Received event network-changed-fe38bc37-0f7d-4d85-848f-322dd7b84f7a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.608852] env[69742]: DEBUG nova.compute.manager [req-97093423-5ee0-4004-910b-ef4150b02cac req-5c2b6174-eab7-4fc4-8e83-9e6e3bf22177 service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Refreshing instance network info cache due to event network-changed-fe38bc37-0f7d-4d85-848f-322dd7b84f7a. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.609239] env[69742]: DEBUG oslo_concurrency.lockutils [req-97093423-5ee0-4004-910b-ef4150b02cac req-5c2b6174-eab7-4fc4-8e83-9e6e3bf22177 service nova] Acquiring lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.609322] env[69742]: DEBUG oslo_concurrency.lockutils [req-97093423-5ee0-4004-910b-ef4150b02cac req-5c2b6174-eab7-4fc4-8e83-9e6e3bf22177 service nova] Acquired lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.609585] env[69742]: DEBUG nova.network.neutron [req-97093423-5ee0-4004-910b-ef4150b02cac req-5c2b6174-eab7-4fc4-8e83-9e6e3bf22177 service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Refreshing network info cache for port fe38bc37-0f7d-4d85-848f-322dd7b84f7a {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.671459] env[69742]: DEBUG nova.compute.manager [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.765163] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1675628c-7348-4857-90c0-6acdf1bd792a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "42963f87-0fef-4d3c-9f3c-26fd35d8fb8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.245s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.869315] env[69742]: DEBUG oslo_vmware.api [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Task: {'id': task-4060193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350505} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.869671] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.869746] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.869870] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.870123] env[69742]: INFO nova.compute.manager [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Took 1.17 seconds to destroy the instance on the hypervisor. [ 739.870358] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.870538] env[69742]: DEBUG nova.compute.manager [-] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.870793] env[69742]: DEBUG nova.network.neutron [-] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.947151] env[69742]: DEBUG nova.network.neutron [-] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.960678] env[69742]: INFO nova.compute.manager [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Took 41.43 seconds to build instance. [ 739.996439] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "4606a027-0e9f-4bf3-97c4-53636c673843" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.996866] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "4606a027-0e9f-4bf3-97c4-53636c673843" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.166364] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquiring lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.166648] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.202903] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.210836] env[69742]: DEBUG nova.compute.manager [req-1d07d284-0346-414b-b2b9-67624af9c2f9 req-7c3e13d4-809c-4bc4-a3ce-e7f4925bbea9 service nova] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Received event network-vif-deleted-2668d783-1fe4-4311-912e-17d0fd83358c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.457597] env[69742]: INFO nova.compute.manager [-] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Took 1.56 seconds to deallocate network for instance. [ 740.463934] env[69742]: DEBUG oslo_concurrency.lockutils [None req-423221d6-10b3-454e-8d36-0b755dcd3bd3 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "8617a12d-4f02-4700-ba5d-d342318cc0e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.921s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.469139] env[69742]: DEBUG nova.network.neutron [req-97093423-5ee0-4004-910b-ef4150b02cac req-5c2b6174-eab7-4fc4-8e83-9e6e3bf22177 service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Updated VIF entry in instance network info cache for port fe38bc37-0f7d-4d85-848f-322dd7b84f7a. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.470755] env[69742]: DEBUG nova.network.neutron [req-97093423-5ee0-4004-910b-ef4150b02cac req-5c2b6174-eab7-4fc4-8e83-9e6e3bf22177 service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Updating instance_info_cache with network_info: [{"id": "fe38bc37-0f7d-4d85-848f-322dd7b84f7a", "address": "fa:16:3e:02:aa:e5", "network": {"id": "8a0f1e59-162e-44ff-84fe-4d2989350384", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1419456427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4c8407a6620415688cedc8dd5cd0251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe38bc37-0f", "ovs_interfaceid": "fe38bc37-0f7d-4d85-848f-322dd7b84f7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.788723] env[69742]: DEBUG nova.network.neutron [-] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.854530] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17a7f9f-69c1-4b19-97b3-a187a35cff31 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.865782] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35234cee-71c7-47d8-a0a5-f854493c485b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.910905] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93093280-ace5-42fa-becd-49892c38d1d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.919666] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00a95e5-5153-49e6-b7ac-abe5213218ce {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.937129] env[69742]: DEBUG nova.compute.provider_tree [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.969826] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.975662] env[69742]: DEBUG oslo_concurrency.lockutils [req-97093423-5ee0-4004-910b-ef4150b02cac req-5c2b6174-eab7-4fc4-8e83-9e6e3bf22177 service nova] Releasing lock "refresh_cache-55aa0827-e927-488e-902b-3cbde2f3d36b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.976143] env[69742]: DEBUG nova.compute.manager [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.012155] env[69742]: DEBUG nova.network.neutron [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Successfully updated port: fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.291727] env[69742]: INFO nova.compute.manager [-] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Took 1.42 seconds to deallocate network for instance. [ 741.440429] env[69742]: DEBUG nova.scheduler.client.report [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.496239] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.522761] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquiring lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.522761] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquired lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.522761] env[69742]: DEBUG nova.network.neutron [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.806141] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.885195] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquiring lock "67673751-f862-4051-a9d3-31f15b56e44b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.885535] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "67673751-f862-4051-a9d3-31f15b56e44b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.946660] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.947268] env[69742]: DEBUG nova.compute.manager [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.952908] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.894s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.958632] env[69742]: INFO nova.compute.claims [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.101125] env[69742]: DEBUG nova.network.neutron [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.238142] env[69742]: DEBUG nova.compute.manager [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Received event network-vif-plugged-fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.238142] env[69742]: DEBUG oslo_concurrency.lockutils [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] Acquiring lock "073e9b15-e59c-48ae-ad2f-16608e240d4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.238142] env[69742]: DEBUG oslo_concurrency.lockutils [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] Lock "073e9b15-e59c-48ae-ad2f-16608e240d4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.238142] env[69742]: DEBUG oslo_concurrency.lockutils [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] Lock "073e9b15-e59c-48ae-ad2f-16608e240d4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.238142] env[69742]: DEBUG nova.compute.manager [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] No waiting events found dispatching network-vif-plugged-fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.238801] env[69742]: WARNING nova.compute.manager [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Received unexpected event network-vif-plugged-fb024218-ea20-4036-8c5d-bd7c66790526 for instance with vm_state building and task_state spawning. [ 742.239482] env[69742]: DEBUG nova.compute.manager [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Received event network-changed-fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.239755] env[69742]: DEBUG nova.compute.manager [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Refreshing instance network info cache due to event network-changed-fb024218-ea20-4036-8c5d-bd7c66790526. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.240062] env[69742]: DEBUG oslo_concurrency.lockutils [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] Acquiring lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.466834] env[69742]: DEBUG nova.compute.utils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.471018] env[69742]: DEBUG nova.compute.manager [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.471734] env[69742]: DEBUG nova.network.neutron [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.531653] env[69742]: DEBUG nova.policy [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'efc7c3a671fd41a0bf39a86fb2749048', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcd11c2e883940f4aee3fea3ff837938', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.569155] env[69742]: DEBUG nova.network.neutron [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updating instance_info_cache with network_info: [{"id": "fb024218-ea20-4036-8c5d-bd7c66790526", "address": "fa:16:3e:b9:73:f2", "network": {"id": "7083d9d0-0b66-46ce-b1f3-40f71ea534bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1951962290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab758f99e404e36bdc4976ba6ab9415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb024218-ea", "ovs_interfaceid": "fb024218-ea20-4036-8c5d-bd7c66790526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.632678] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "8617a12d-4f02-4700-ba5d-d342318cc0e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.634176] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "8617a12d-4f02-4700-ba5d-d342318cc0e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.634489] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "8617a12d-4f02-4700-ba5d-d342318cc0e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.634782] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "8617a12d-4f02-4700-ba5d-d342318cc0e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.635083] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "8617a12d-4f02-4700-ba5d-d342318cc0e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.638153] env[69742]: INFO nova.compute.manager [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Terminating instance [ 742.853324] env[69742]: DEBUG nova.network.neutron [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Successfully created port: f5364f19-46d3-41c2-ab53-287fdd16d3c8 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.879210] env[69742]: DEBUG nova.compute.manager [req-c6388df1-2e6d-49ab-b4e2-3b0401a01ead req-c2e75593-c8a1-424c-bd96-f12c9fd307d8 service nova] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Received event network-vif-deleted-f996e49b-6168-44d2-af60-5e123d30936e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.971964] env[69742]: DEBUG nova.compute.manager [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.072810] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Releasing lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.073377] env[69742]: DEBUG nova.compute.manager [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Instance network_info: |[{"id": "fb024218-ea20-4036-8c5d-bd7c66790526", "address": "fa:16:3e:b9:73:f2", "network": {"id": "7083d9d0-0b66-46ce-b1f3-40f71ea534bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1951962290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab758f99e404e36bdc4976ba6ab9415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb024218-ea", "ovs_interfaceid": "fb024218-ea20-4036-8c5d-bd7c66790526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.074445] env[69742]: DEBUG oslo_concurrency.lockutils [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] Acquired lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.074445] env[69742]: DEBUG nova.network.neutron [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Refreshing network info cache for port fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.075082] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:73:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb024218-ea20-4036-8c5d-bd7c66790526', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.083251] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Creating folder: Project (bab758f99e404e36bdc4976ba6ab9415). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.084329] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54a72166-0669-4dc0-9eff-e1b47d1c6d10 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.100805] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Created folder: Project (bab758f99e404e36bdc4976ba6ab9415) in parent group-v804621. [ 743.101127] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Creating folder: Instances. Parent ref: group-v804695. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.101293] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc72136b-ef1e-4200-a700-d4d3ef47ad9a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.114729] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Created folder: Instances in parent group-v804695. [ 743.115180] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.115180] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.115380] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baac23b8-9ea2-4ac4-a8c1-dfbc6827c510 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.140352] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.140352] env[69742]: value = "task-4060196" [ 743.140352] env[69742]: _type = "Task" [ 743.140352] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.143711] env[69742]: DEBUG nova.compute.manager [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.143957] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.147132] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204729de-e60c-4dfe-9f96-55500770056d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.158025] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060196, 'name': CreateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.160997] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.161553] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa4f8ed-1080-46d5-ab07-70ef0448dfb0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.171684] env[69742]: DEBUG oslo_vmware.api [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 743.171684] env[69742]: value = "task-4060197" [ 743.171684] env[69742]: _type = "Task" [ 743.171684] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.181381] env[69742]: DEBUG oslo_vmware.api [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.397657] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.397943] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.398158] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.398376] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.398618] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.400838] env[69742]: INFO nova.compute.manager [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Terminating instance [ 743.550884] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac3e2b2-ef79-4a7c-9b2f-e436cfb8a957 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.560637] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4288b26-3e98-4438-a79b-857ac63c04f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.598487] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5472702d-b04d-48cf-ac53-40c2a4808402 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.607422] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391f4c1d-9c30-418e-b95e-86a54b71c9a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.624693] env[69742]: DEBUG nova.compute.provider_tree [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.653193] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060196, 'name': CreateVM_Task, 'duration_secs': 0.390432} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.653342] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.655229] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.655229] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.655229] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.655775] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537dcd8a-21f1-499f-b2b7-d9aa9fa95bd7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.665133] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 743.665133] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521f947f-a589-c5f1-e52f-64dfabf28907" [ 743.665133] env[69742]: _type = "Task" [ 743.665133] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.674832] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521f947f-a589-c5f1-e52f-64dfabf28907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.683666] env[69742]: DEBUG oslo_vmware.api [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060197, 'name': PowerOffVM_Task, 'duration_secs': 0.267486} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.683960] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.684203] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.684402] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0c04059-a788-4d6c-b4ac-f089455104e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.755760] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.755760] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.755760] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleting the datastore file [datastore1] 8617a12d-4f02-4700-ba5d-d342318cc0e2 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.756059] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a70e526-bbed-4e7e-971b-cc52102362ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.766351] env[69742]: DEBUG oslo_vmware.api [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 743.766351] env[69742]: value = "task-4060199" [ 743.766351] env[69742]: _type = "Task" [ 743.766351] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.775573] env[69742]: DEBUG oslo_vmware.api [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.907318] env[69742]: DEBUG nova.compute.manager [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.907663] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.908485] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819f7742-051e-45f8-bc48-ae37d6d4771f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.917241] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.917526] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6da0295e-8ddf-4a65-b9da-7e24f4efeb76 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.924552] env[69742]: DEBUG oslo_vmware.api [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 743.924552] env[69742]: value = "task-4060200" [ 743.924552] env[69742]: _type = "Task" [ 743.924552] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.938819] env[69742]: DEBUG oslo_vmware.api [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.990342] env[69742]: DEBUG nova.compute.manager [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.015043] env[69742]: DEBUG nova.network.neutron [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updated VIF entry in instance network info cache for port fb024218-ea20-4036-8c5d-bd7c66790526. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.015043] env[69742]: DEBUG nova.network.neutron [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updating instance_info_cache with network_info: [{"id": "fb024218-ea20-4036-8c5d-bd7c66790526", "address": "fa:16:3e:b9:73:f2", "network": {"id": "7083d9d0-0b66-46ce-b1f3-40f71ea534bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1951962290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab758f99e404e36bdc4976ba6ab9415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb024218-ea", "ovs_interfaceid": "fb024218-ea20-4036-8c5d-bd7c66790526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.018685] env[69742]: DEBUG nova.virt.hardware [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.018945] env[69742]: DEBUG nova.virt.hardware [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.019146] env[69742]: DEBUG nova.virt.hardware [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.019365] env[69742]: DEBUG nova.virt.hardware [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.019543] env[69742]: DEBUG nova.virt.hardware [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.019702] env[69742]: DEBUG nova.virt.hardware [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.019926] env[69742]: DEBUG nova.virt.hardware [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.020127] env[69742]: DEBUG nova.virt.hardware [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.020338] env[69742]: DEBUG nova.virt.hardware [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.020539] env[69742]: DEBUG nova.virt.hardware [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.020709] env[69742]: DEBUG nova.virt.hardware [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.021659] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f4fa40-4a07-4e7a-b34a-2f4038db9131 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.031943] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e81af59-5bfc-4027-adbb-2c1f88c6d616 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.128346] env[69742]: DEBUG nova.scheduler.client.report [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.177867] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521f947f-a589-c5f1-e52f-64dfabf28907, 'name': SearchDatastore_Task, 'duration_secs': 0.015395} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.178400] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.178463] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.178661] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.178801] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.178975] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.179252] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5795dbde-dc3c-4556-90c9-dd25266ab7fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.190603] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.190871] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.191548] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd3fba5-8284-4ce3-9e9d-5d000f116986 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.198584] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 744.198584] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5272e5b1-ac45-e393-e9de-903102ab9dbf" [ 744.198584] env[69742]: _type = "Task" [ 744.198584] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.206522] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5272e5b1-ac45-e393-e9de-903102ab9dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.276747] env[69742]: DEBUG oslo_vmware.api [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313768} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.276934] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.277174] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.277358] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.277587] env[69742]: INFO nova.compute.manager [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 744.277876] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.278136] env[69742]: DEBUG nova.compute.manager [-] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.278283] env[69742]: DEBUG nova.network.neutron [-] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.412794] env[69742]: DEBUG nova.network.neutron [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Successfully updated port: f5364f19-46d3-41c2-ab53-287fdd16d3c8 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.438502] env[69742]: DEBUG oslo_vmware.api [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060200, 'name': PowerOffVM_Task, 'duration_secs': 0.201416} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.438791] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.439168] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.439484] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c8a0953-02db-4fd3-b60d-bc6794ddf61c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.515879] env[69742]: DEBUG oslo_concurrency.lockutils [req-6eade700-8323-4460-9832-1e8a5f475128 req-18551a92-8b84-4677-bde3-5d7769502970 service nova] Releasing lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.633765] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.635576] env[69742]: DEBUG nova.compute.manager [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.638316] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.545s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.639749] env[69742]: INFO nova.compute.claims [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.711798] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5272e5b1-ac45-e393-e9de-903102ab9dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.712784] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62644c2e-ec28-48cf-9fa7-6dd672999da8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.717143] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.717434] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.717651] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleting the datastore file [datastore2] 2c18c12a-e19e-4da8-bc5f-1b4856e96c71 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.718304] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65043ef2-2580-44d3-b589-58057d07aa90 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.723371] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 744.723371] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5288e96d-e563-a678-617a-c09bf7ef3245" [ 744.723371] env[69742]: _type = "Task" [ 744.723371] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.728835] env[69742]: DEBUG oslo_vmware.api [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 744.728835] env[69742]: value = "task-4060202" [ 744.728835] env[69742]: _type = "Task" [ 744.728835] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.736558] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5288e96d-e563-a678-617a-c09bf7ef3245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.742567] env[69742]: DEBUG oslo_vmware.api [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.771252] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "0a15345b-80e8-401b-b209-dc38c6792fb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.771547] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "0a15345b-80e8-401b-b209-dc38c6792fb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.915427] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "refresh_cache-919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.915739] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquired lock "refresh_cache-919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.915831] env[69742]: DEBUG nova.network.neutron [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.000635] env[69742]: DEBUG nova.compute.manager [req-c944fc34-2ce5-4015-aa39-e6cb0d4483e3 req-bb49a828-6cd6-4794-ba08-8986956ecdba service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Received event network-vif-deleted-d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.000869] env[69742]: INFO nova.compute.manager [req-c944fc34-2ce5-4015-aa39-e6cb0d4483e3 req-bb49a828-6cd6-4794-ba08-8986956ecdba service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Neutron deleted interface d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8; detaching it from the instance and deleting it from the info cache [ 745.001042] env[69742]: DEBUG nova.network.neutron [req-c944fc34-2ce5-4015-aa39-e6cb0d4483e3 req-bb49a828-6cd6-4794-ba08-8986956ecdba service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.150776] env[69742]: DEBUG nova.compute.utils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.152210] env[69742]: DEBUG nova.network.neutron [-] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.157181] env[69742]: DEBUG nova.compute.manager [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.157181] env[69742]: DEBUG nova.network.neutron [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.159818] env[69742]: DEBUG nova.compute.manager [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Received event network-vif-plugged-f5364f19-46d3-41c2-ab53-287fdd16d3c8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.160226] env[69742]: DEBUG oslo_concurrency.lockutils [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] Acquiring lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.160466] env[69742]: DEBUG oslo_concurrency.lockutils [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] Lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.160695] env[69742]: DEBUG oslo_concurrency.lockutils [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] Lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.160889] env[69742]: DEBUG nova.compute.manager [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] No waiting events found dispatching network-vif-plugged-f5364f19-46d3-41c2-ab53-287fdd16d3c8 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.161030] env[69742]: WARNING nova.compute.manager [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Received unexpected event network-vif-plugged-f5364f19-46d3-41c2-ab53-287fdd16d3c8 for instance with vm_state building and task_state spawning. [ 745.161198] env[69742]: DEBUG nova.compute.manager [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Received event network-changed-f5364f19-46d3-41c2-ab53-287fdd16d3c8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.161878] env[69742]: DEBUG nova.compute.manager [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Refreshing instance network info cache due to event network-changed-f5364f19-46d3-41c2-ab53-287fdd16d3c8. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.161878] env[69742]: DEBUG oslo_concurrency.lockutils [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] Acquiring lock "refresh_cache-919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.237421] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5288e96d-e563-a678-617a-c09bf7ef3245, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.238347] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.238452] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 073e9b15-e59c-48ae-ad2f-16608e240d4e/073e9b15-e59c-48ae-ad2f-16608e240d4e.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.238731] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91109183-ccdc-4ac0-b543-aa2ba38db4a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.243548] env[69742]: DEBUG oslo_vmware.api [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158373} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.244471] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.244471] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.244471] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.244641] env[69742]: INFO nova.compute.manager [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Took 1.34 seconds to destroy the instance on the hypervisor. [ 745.244874] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.245075] env[69742]: DEBUG nova.compute.manager [-] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.245171] env[69742]: DEBUG nova.network.neutron [-] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.250021] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 745.250021] env[69742]: value = "task-4060203" [ 745.250021] env[69742]: _type = "Task" [ 745.250021] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.257862] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.268496] env[69742]: DEBUG nova.policy [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbc3de722b444a12bebe95a761becdb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '161bd1de26c545c582b91e62f5b2d933', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.459587] env[69742]: DEBUG nova.network.neutron [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.503805] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72f85f36-be0a-4c4f-9e98-e7e853ec5555 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.517147] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736018ae-f1f6-4ca9-a1e3-87fcaf044ca1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.555526] env[69742]: DEBUG nova.compute.manager [req-c944fc34-2ce5-4015-aa39-e6cb0d4483e3 req-bb49a828-6cd6-4794-ba08-8986956ecdba service nova] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Detach interface failed, port_id=d9c9f8fd-99b4-4fff-8416-1b6cac7b2bc8, reason: Instance 8617a12d-4f02-4700-ba5d-d342318cc0e2 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 745.656841] env[69742]: DEBUG nova.compute.manager [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.664181] env[69742]: INFO nova.compute.manager [-] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Took 1.38 seconds to deallocate network for instance. [ 745.665807] env[69742]: DEBUG nova.network.neutron [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Updating instance_info_cache with network_info: [{"id": "f5364f19-46d3-41c2-ab53-287fdd16d3c8", "address": "fa:16:3e:0f:ce:d9", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5364f19-46", "ovs_interfaceid": "f5364f19-46d3-41c2-ab53-287fdd16d3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.778869] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060203, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.874565] env[69742]: DEBUG nova.network.neutron [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Successfully created port: 1006a321-19ae-4821-b44d-58c9ba8db330 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.112039] env[69742]: DEBUG nova.network.neutron [-] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.175116] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Releasing lock "refresh_cache-919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.175116] env[69742]: DEBUG nova.compute.manager [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Instance network_info: |[{"id": "f5364f19-46d3-41c2-ab53-287fdd16d3c8", "address": "fa:16:3e:0f:ce:d9", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5364f19-46", "ovs_interfaceid": "f5364f19-46d3-41c2-ab53-287fdd16d3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.175832] env[69742]: DEBUG oslo_concurrency.lockutils [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] Acquired lock "refresh_cache-919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.176135] env[69742]: DEBUG nova.network.neutron [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Refreshing network info cache for port f5364f19-46d3-41c2-ab53-287fdd16d3c8 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.177536] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:ce:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5364f19-46d3-41c2-ab53-287fdd16d3c8', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.188831] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.192582] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.193274] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.194510] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60e974b5-f0f4-4155-8151-d072cb6b95d8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.226376] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.226376] env[69742]: value = "task-4060204" [ 746.226376] env[69742]: _type = "Task" [ 746.226376] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.235252] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060204, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.261538] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655603} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.264718] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 073e9b15-e59c-48ae-ad2f-16608e240d4e/073e9b15-e59c-48ae-ad2f-16608e240d4e.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.264994] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.265456] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ea88432-bb45-46ec-ba5a-dd6f8b7bc77e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.271954] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 746.271954] env[69742]: value = "task-4060205" [ 746.271954] env[69742]: _type = "Task" [ 746.271954] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.276825] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d10a143-e85d-4568-8627-fd6a59c5858c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.290636] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.291727] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3547fecc-c664-487c-9793-3f5756ca64f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.331356] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeb4a67-027d-4055-9770-4182db72ef8e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.339917] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a719005a-02ab-46b8-b689-7f5ef4c83778 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.356295] env[69742]: DEBUG nova.compute.provider_tree [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.614970] env[69742]: INFO nova.compute.manager [-] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Took 1.37 seconds to deallocate network for instance. [ 746.671575] env[69742]: DEBUG nova.compute.manager [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.717923] env[69742]: DEBUG nova.virt.hardware [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.718255] env[69742]: DEBUG nova.virt.hardware [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.718450] env[69742]: DEBUG nova.virt.hardware [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.719311] env[69742]: DEBUG nova.virt.hardware [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.719482] env[69742]: DEBUG nova.virt.hardware [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.719690] env[69742]: DEBUG nova.virt.hardware [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.719980] env[69742]: DEBUG nova.virt.hardware [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.720159] env[69742]: DEBUG nova.virt.hardware [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.720392] env[69742]: DEBUG nova.virt.hardware [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.720505] env[69742]: DEBUG nova.virt.hardware [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.720682] env[69742]: DEBUG nova.virt.hardware [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.721781] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cdd29b-32b2-4ffe-999c-e212915a6c99 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.738694] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab43560d-1583-4372-bcb8-e5a9b7743995 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.742638] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060204, 'name': CreateVM_Task, 'duration_secs': 0.384184} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.745058] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.746210] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.746547] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.746806] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.747388] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0cc750-ceeb-427e-8739-18c941e6f004 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.761525] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 746.761525] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5278302f-6540-cdc9-4b34-2a629e60792d" [ 746.761525] env[69742]: _type = "Task" [ 746.761525] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.770547] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5278302f-6540-cdc9-4b34-2a629e60792d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.781871] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076944} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.782195] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.783087] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d477c19f-ca71-40f4-9bf1-b25572b96eee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.807036] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 073e9b15-e59c-48ae-ad2f-16608e240d4e/073e9b15-e59c-48ae-ad2f-16608e240d4e.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.810131] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69a9d55-eaaf-4566-af39-0e6dc7baee4a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.830729] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 746.830729] env[69742]: value = "task-4060206" [ 746.830729] env[69742]: _type = "Task" [ 746.830729] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.840090] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.881851] env[69742]: ERROR nova.scheduler.client.report [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [req-ab4cdad2-534c-4d34-84cb-6c26d8d5d4b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab4cdad2-534c-4d34-84cb-6c26d8d5d4b3"}]} [ 746.903666] env[69742]: DEBUG nova.scheduler.client.report [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 746.919421] env[69742]: DEBUG nova.scheduler.client.report [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 746.919661] env[69742]: DEBUG nova.compute.provider_tree [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.934787] env[69742]: DEBUG nova.scheduler.client.report [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 746.958826] env[69742]: DEBUG nova.scheduler.client.report [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 746.992295] env[69742]: DEBUG nova.network.neutron [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Updated VIF entry in instance network info cache for port f5364f19-46d3-41c2-ab53-287fdd16d3c8. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.992732] env[69742]: DEBUG nova.network.neutron [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Updating instance_info_cache with network_info: [{"id": "f5364f19-46d3-41c2-ab53-287fdd16d3c8", "address": "fa:16:3e:0f:ce:d9", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5364f19-46", "ovs_interfaceid": "f5364f19-46d3-41c2-ab53-287fdd16d3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.126032] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.232201] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.232201] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.279307] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5278302f-6540-cdc9-4b34-2a629e60792d, 'name': SearchDatastore_Task, 'duration_secs': 0.02388} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.279646] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.279986] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.280245] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.280394] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.280609] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.280886] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b67c4c3-8f43-4a1c-9596-c66627531be2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.293675] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.293925] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.294782] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e642acb-46cc-415b-905b-5e07639747ce {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.301385] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 747.301385] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520f8aa0-fbae-0615-8dcc-500a6ecca298" [ 747.301385] env[69742]: _type = "Task" [ 747.301385] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.316653] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520f8aa0-fbae-0615-8dcc-500a6ecca298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.343675] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060206, 'name': ReconfigVM_Task, 'duration_secs': 0.343227} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.344039] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 073e9b15-e59c-48ae-ad2f-16608e240d4e/073e9b15-e59c-48ae-ad2f-16608e240d4e.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.347352] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6711e891-d945-4ffc-8917-c9e0020c0227 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.355569] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 747.355569] env[69742]: value = "task-4060207" [ 747.355569] env[69742]: _type = "Task" [ 747.355569] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.368039] env[69742]: DEBUG nova.compute.manager [req-7a85e720-9382-4f59-a83c-450d50896bc5 req-1683a818-b1af-40f7-8d4e-fd3f9a3da517 service nova] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Received event network-vif-deleted-62f38382-00f6-457b-b390-a73a24c7f870 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.372950] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060207, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.503890] env[69742]: DEBUG oslo_concurrency.lockutils [req-e8d3d9df-7306-4962-91b5-9931e7e755a6 req-5eae3ffa-9c63-4c5e-ac1f-9ca45a7350a9 service nova] Releasing lock "refresh_cache-919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.530567] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923827dd-abda-4b64-a1c1-4a5d3c6bf749 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.539976] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96048e51-2ba6-4020-a686-a3cc37593f7a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.575944] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae39140-6202-44de-8da2-01ea47fc7096 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.584838] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fb484d-9434-48d4-b6a3-c193ed7b135b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.599372] env[69742]: DEBUG nova.compute.provider_tree [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.741805] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.742387] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.742724] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.743124] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.743438] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.743806] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.743985] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 747.744203] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.815238] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520f8aa0-fbae-0615-8dcc-500a6ecca298, 'name': SearchDatastore_Task, 'duration_secs': 0.012484} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.816093] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec5f4ced-f6e5-47db-9fb8-9d71becdb20c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.821953] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 747.821953] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523b39ae-f7bf-cb62-c133-c558467e44ad" [ 747.821953] env[69742]: _type = "Task" [ 747.821953] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.830667] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523b39ae-f7bf-cb62-c133-c558467e44ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.866127] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060207, 'name': Rename_Task, 'duration_secs': 0.177544} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.866175] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.866408] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43a56bfc-68c9-4638-b21e-03cf7748ef54 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.875120] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 747.875120] env[69742]: value = "task-4060208" [ 747.875120] env[69742]: _type = "Task" [ 747.875120] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.887192] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.137672] env[69742]: DEBUG nova.scheduler.client.report [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 748.138182] env[69742]: DEBUG nova.compute.provider_tree [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 52 to 53 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 748.138182] env[69742]: DEBUG nova.compute.provider_tree [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.143022] env[69742]: DEBUG nova.network.neutron [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Successfully updated port: 1006a321-19ae-4821-b44d-58c9ba8db330 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.247606] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.255104] env[69742]: DEBUG nova.compute.manager [req-1e12cc83-6267-40e7-bf4e-cbc719b60726 req-c5ae8459-e563-43a0-951c-1b2e8388c458 service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Received event network-vif-plugged-1006a321-19ae-4821-b44d-58c9ba8db330 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.255289] env[69742]: DEBUG oslo_concurrency.lockutils [req-1e12cc83-6267-40e7-bf4e-cbc719b60726 req-c5ae8459-e563-43a0-951c-1b2e8388c458 service nova] Acquiring lock "e374003a-19c9-4dd1-a636-ccd9b69e7790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.255518] env[69742]: DEBUG oslo_concurrency.lockutils [req-1e12cc83-6267-40e7-bf4e-cbc719b60726 req-c5ae8459-e563-43a0-951c-1b2e8388c458 service nova] Lock "e374003a-19c9-4dd1-a636-ccd9b69e7790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.255735] env[69742]: DEBUG oslo_concurrency.lockutils [req-1e12cc83-6267-40e7-bf4e-cbc719b60726 req-c5ae8459-e563-43a0-951c-1b2e8388c458 service nova] Lock "e374003a-19c9-4dd1-a636-ccd9b69e7790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.255887] env[69742]: DEBUG nova.compute.manager [req-1e12cc83-6267-40e7-bf4e-cbc719b60726 req-c5ae8459-e563-43a0-951c-1b2e8388c458 service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] No waiting events found dispatching network-vif-plugged-1006a321-19ae-4821-b44d-58c9ba8db330 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.256111] env[69742]: WARNING nova.compute.manager [req-1e12cc83-6267-40e7-bf4e-cbc719b60726 req-c5ae8459-e563-43a0-951c-1b2e8388c458 service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Received unexpected event network-vif-plugged-1006a321-19ae-4821-b44d-58c9ba8db330 for instance with vm_state building and task_state spawning. [ 748.334097] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523b39ae-f7bf-cb62-c133-c558467e44ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.334251] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.334422] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc/919ee366-6f31-44c2-8d44-5ff2cdfc1dbc.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.334720] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4e81145-a8c8-4106-b579-6424975a5f23 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.341899] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 748.341899] env[69742]: value = "task-4060209" [ 748.341899] env[69742]: _type = "Task" [ 748.341899] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.350798] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.387900] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.646449] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "refresh_cache-e374003a-19c9-4dd1-a636-ccd9b69e7790" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.646859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquired lock "refresh_cache-e374003a-19c9-4dd1-a636-ccd9b69e7790" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.646859] env[69742]: DEBUG nova.network.neutron [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.650028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.011s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.650028] env[69742]: DEBUG nova.compute.manager [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.654522] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.932s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.656395] env[69742]: INFO nova.compute.claims [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.855855] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060209, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.886173] env[69742]: DEBUG oslo_vmware.api [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060208, 'name': PowerOnVM_Task, 'duration_secs': 0.670787} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.886484] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.886692] env[69742]: INFO nova.compute.manager [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Took 9.97 seconds to spawn the instance on the hypervisor. [ 748.886871] env[69742]: DEBUG nova.compute.manager [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.887656] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c9fc0e-5bc7-4ee6-acd2-d67ed094f39e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.164917] env[69742]: DEBUG nova.compute.utils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.166654] env[69742]: DEBUG nova.compute.manager [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Not allocating networking since 'none' was specified. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 749.197775] env[69742]: DEBUG nova.network.neutron [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.357179] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701538} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.357459] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc/919ee366-6f31-44c2-8d44-5ff2cdfc1dbc.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.357677] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.357921] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4abd8380-b18f-40d2-a599-1c1acefc451b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.364942] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 749.364942] env[69742]: value = "task-4060210" [ 749.364942] env[69742]: _type = "Task" [ 749.364942] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.374240] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.404258] env[69742]: INFO nova.compute.manager [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Took 43.78 seconds to build instance. [ 749.464430] env[69742]: DEBUG nova.network.neutron [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Updating instance_info_cache with network_info: [{"id": "1006a321-19ae-4821-b44d-58c9ba8db330", "address": "fa:16:3e:0b:d8:5f", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1006a321-19", "ovs_interfaceid": "1006a321-19ae-4821-b44d-58c9ba8db330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.610825] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.611065] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.672084] env[69742]: DEBUG nova.compute.manager [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.878219] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089299} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.878529] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.879359] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f29059-6f18-48fe-bda2-3fc32d57ed46 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.910057] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc/919ee366-6f31-44c2-8d44-5ff2cdfc1dbc.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.915455] env[69742]: DEBUG oslo_concurrency.lockutils [None req-72610a6f-4b8a-4bb5-8ac2-e24a1902352f tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lock "073e9b15-e59c-48ae-ad2f-16608e240d4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.175s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.915692] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe22c87-dce3-44d7-87b7-195b5f806bb5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.946573] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 749.946573] env[69742]: value = "task-4060211" [ 749.946573] env[69742]: _type = "Task" [ 749.946573] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.959676] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.971025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Releasing lock "refresh_cache-e374003a-19c9-4dd1-a636-ccd9b69e7790" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.971025] env[69742]: DEBUG nova.compute.manager [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Instance network_info: |[{"id": "1006a321-19ae-4821-b44d-58c9ba8db330", "address": "fa:16:3e:0b:d8:5f", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1006a321-19", "ovs_interfaceid": "1006a321-19ae-4821-b44d-58c9ba8db330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.971416] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:d8:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1006a321-19ae-4821-b44d-58c9ba8db330', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.978944] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.983492] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.984462] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b27b5ba9-ecfc-4525-828e-23ad841b3099 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.013035] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.013035] env[69742]: value = "task-4060212" [ 750.013035] env[69742]: _type = "Task" [ 750.013035] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.022710] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060212, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.316864] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104228c1-bf5c-44de-92c7-18152ee33fb8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.324903] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a27299d-2661-49d1-9175-71d3d104afdc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.359828] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4446fac8-81ae-4e61-8403-d307e833c7eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.368591] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ecf243-f97b-4012-bcdd-9a0666990437 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.382839] env[69742]: DEBUG nova.compute.provider_tree [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.441848] env[69742]: DEBUG nova.compute.manager [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.458265] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060211, 'name': ReconfigVM_Task, 'duration_secs': 0.350253} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.459119] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc/919ee366-6f31-44c2-8d44-5ff2cdfc1dbc.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.460213] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b62a8a7e-d71f-4f97-9638-9589163b55f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.468739] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 750.468739] env[69742]: value = "task-4060213" [ 750.468739] env[69742]: _type = "Task" [ 750.468739] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.479903] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060213, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.505950] env[69742]: DEBUG nova.compute.manager [req-3f5eb5aa-f097-44a9-a906-ad96bdb0ed5d req-7764f182-2ba4-4e8e-a9d8-c24213bc5578 service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Received event network-changed-1006a321-19ae-4821-b44d-58c9ba8db330 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.505950] env[69742]: DEBUG nova.compute.manager [req-3f5eb5aa-f097-44a9-a906-ad96bdb0ed5d req-7764f182-2ba4-4e8e-a9d8-c24213bc5578 service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Refreshing instance network info cache due to event network-changed-1006a321-19ae-4821-b44d-58c9ba8db330. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.506137] env[69742]: DEBUG oslo_concurrency.lockutils [req-3f5eb5aa-f097-44a9-a906-ad96bdb0ed5d req-7764f182-2ba4-4e8e-a9d8-c24213bc5578 service nova] Acquiring lock "refresh_cache-e374003a-19c9-4dd1-a636-ccd9b69e7790" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.506449] env[69742]: DEBUG oslo_concurrency.lockutils [req-3f5eb5aa-f097-44a9-a906-ad96bdb0ed5d req-7764f182-2ba4-4e8e-a9d8-c24213bc5578 service nova] Acquired lock "refresh_cache-e374003a-19c9-4dd1-a636-ccd9b69e7790" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.506651] env[69742]: DEBUG nova.network.neutron [req-3f5eb5aa-f097-44a9-a906-ad96bdb0ed5d req-7764f182-2ba4-4e8e-a9d8-c24213bc5578 service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Refreshing network info cache for port 1006a321-19ae-4821-b44d-58c9ba8db330 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.529540] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060212, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.681604] env[69742]: DEBUG nova.compute.manager [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.717836] env[69742]: DEBUG nova.virt.hardware [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.718368] env[69742]: DEBUG nova.virt.hardware [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.721026] env[69742]: DEBUG nova.virt.hardware [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.721026] env[69742]: DEBUG nova.virt.hardware [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.721026] env[69742]: DEBUG nova.virt.hardware [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.721026] env[69742]: DEBUG nova.virt.hardware [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.721026] env[69742]: DEBUG nova.virt.hardware [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.721494] env[69742]: DEBUG nova.virt.hardware [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.721494] env[69742]: DEBUG nova.virt.hardware [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.721494] env[69742]: DEBUG nova.virt.hardware [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.721494] env[69742]: DEBUG nova.virt.hardware [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.721699] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b6d2fd-2075-4a99-aaee-e1db8eb63e12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.731132] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415166a6-5759-4914-bf4a-114b8bb97778 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.747528] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.754359] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Creating folder: Project (b7396b1d83ba48ac92b34296cb5992a3). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.754894] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16134d28-e31b-4614-bb40-4469e9212364 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.768018] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Created folder: Project (b7396b1d83ba48ac92b34296cb5992a3) in parent group-v804621. [ 750.768018] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Creating folder: Instances. Parent ref: group-v804700. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.768018] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b89c8b5-8b36-42d4-9c36-3476544a6699 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.782024] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Created folder: Instances in parent group-v804700. [ 750.782024] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.782024] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.782024] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b8fb0bf-361f-4b50-b9b0-8aef1ae4af16 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.804024] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.804024] env[69742]: value = "task-4060216" [ 750.804024] env[69742]: _type = "Task" [ 750.804024] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.811755] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060216, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.886757] env[69742]: DEBUG nova.scheduler.client.report [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.979983] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.988924] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060213, 'name': Rename_Task, 'duration_secs': 0.208527} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.989042] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.989400] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e73eae4-336b-4757-9f8e-73fbac110397 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.998783] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 750.998783] env[69742]: value = "task-4060217" [ 750.998783] env[69742]: _type = "Task" [ 750.998783] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.010159] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.023927] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060212, 'name': CreateVM_Task, 'duration_secs': 0.562249} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.024125] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.024842] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.025016] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.025355] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.025642] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8263438-76a6-4bd6-b87a-b21691cc5bcb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.031840] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 751.031840] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f56008-1c05-5da5-93b2-7ce7984f6eec" [ 751.031840] env[69742]: _type = "Task" [ 751.031840] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.041202] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f56008-1c05-5da5-93b2-7ce7984f6eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.317644] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060216, 'name': CreateVM_Task, 'duration_secs': 0.324788} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.317644] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.317644] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.392172] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.392868] env[69742]: DEBUG nova.compute.manager [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.397422] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.666s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.398993] env[69742]: INFO nova.compute.claims [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.511134] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060217, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.535064] env[69742]: DEBUG nova.network.neutron [req-3f5eb5aa-f097-44a9-a906-ad96bdb0ed5d req-7764f182-2ba4-4e8e-a9d8-c24213bc5578 service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Updated VIF entry in instance network info cache for port 1006a321-19ae-4821-b44d-58c9ba8db330. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.535337] env[69742]: DEBUG nova.network.neutron [req-3f5eb5aa-f097-44a9-a906-ad96bdb0ed5d req-7764f182-2ba4-4e8e-a9d8-c24213bc5578 service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Updating instance_info_cache with network_info: [{"id": "1006a321-19ae-4821-b44d-58c9ba8db330", "address": "fa:16:3e:0b:d8:5f", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1006a321-19", "ovs_interfaceid": "1006a321-19ae-4821-b44d-58c9ba8db330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.555195] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f56008-1c05-5da5-93b2-7ce7984f6eec, 'name': SearchDatastore_Task, 'duration_secs': 0.014545} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.555195] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.555195] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.555195] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.555312] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.555312] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.556504] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.556504] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.559043] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1969f150-1dac-40ea-9266-5327cc1001ec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.559317] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6cd523-3c6c-448d-8270-1a053f69a208 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.566361] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 751.566361] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522802e6-264d-0655-4425-16f563b8775b" [ 751.566361] env[69742]: _type = "Task" [ 751.566361] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.572385] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.572627] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.573929] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8480dc88-58c7-4274-bf8d-2a133b323497 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.581810] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522802e6-264d-0655-4425-16f563b8775b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.585770] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 751.585770] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5269e432-40e1-34c8-4319-d03ee640055c" [ 751.585770] env[69742]: _type = "Task" [ 751.585770] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.594975] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5269e432-40e1-34c8-4319-d03ee640055c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.898669] env[69742]: DEBUG nova.compute.utils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.903257] env[69742]: DEBUG nova.compute.manager [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.903257] env[69742]: DEBUG nova.network.neutron [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.000793] env[69742]: DEBUG nova.policy [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54333b53f5864c09bc19628917e626bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9d829f9bcd14d67bf57841f22760a18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.013813] env[69742]: DEBUG oslo_vmware.api [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060217, 'name': PowerOnVM_Task, 'duration_secs': 0.585684} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.014296] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.014604] env[69742]: INFO nova.compute.manager [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Took 8.02 seconds to spawn the instance on the hypervisor. [ 752.015385] env[69742]: DEBUG nova.compute.manager [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.015737] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55121de-1f47-444b-b50e-21729e59173e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.042119] env[69742]: DEBUG oslo_concurrency.lockutils [req-3f5eb5aa-f097-44a9-a906-ad96bdb0ed5d req-7764f182-2ba4-4e8e-a9d8-c24213bc5578 service nova] Releasing lock "refresh_cache-e374003a-19c9-4dd1-a636-ccd9b69e7790" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.081646] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522802e6-264d-0655-4425-16f563b8775b, 'name': SearchDatastore_Task, 'duration_secs': 0.022869} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.082831] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.083082] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.083295] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.100342] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5269e432-40e1-34c8-4319-d03ee640055c, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.104165] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb08c96-e831-4c12-911f-09ad3dbb6d1a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.109685] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 752.109685] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5211086d-db75-c70b-de83-29c96651e352" [ 752.109685] env[69742]: _type = "Task" [ 752.109685] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.119012] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5211086d-db75-c70b-de83-29c96651e352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.408298] env[69742]: DEBUG nova.compute.manager [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.539677] env[69742]: INFO nova.compute.manager [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Took 42.01 seconds to build instance. [ 752.620630] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5211086d-db75-c70b-de83-29c96651e352, 'name': SearchDatastore_Task, 'duration_secs': 0.016234} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.620690] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.621572] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e374003a-19c9-4dd1-a636-ccd9b69e7790/e374003a-19c9-4dd1-a636-ccd9b69e7790.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.621572] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.621572] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.621845] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a0e072-d8ef-40e3-ba28-8189dc72e9c0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.625022] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1697f77f-2fa3-4056-890a-7a12c42fd14a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.635989] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 752.635989] env[69742]: value = "task-4060218" [ 752.635989] env[69742]: _type = "Task" [ 752.635989] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.649975] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.650288] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.650456] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.655822] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a7032e-189c-46b2-9c77-f26a72e484e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.663136] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 752.663136] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f83dfb-d125-7885-5a30-9822ca1e78a6" [ 752.663136] env[69742]: _type = "Task" [ 752.663136] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.666101] env[69742]: DEBUG nova.compute.manager [req-c582a748-cbe8-4ee2-9698-20e1a1ad0cf0 req-40bddc86-dcff-4c73-8abc-87942e0aa5f0 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Received event network-changed-fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.666101] env[69742]: DEBUG nova.compute.manager [req-c582a748-cbe8-4ee2-9698-20e1a1ad0cf0 req-40bddc86-dcff-4c73-8abc-87942e0aa5f0 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Refreshing instance network info cache due to event network-changed-fb024218-ea20-4036-8c5d-bd7c66790526. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.666301] env[69742]: DEBUG oslo_concurrency.lockutils [req-c582a748-cbe8-4ee2-9698-20e1a1ad0cf0 req-40bddc86-dcff-4c73-8abc-87942e0aa5f0 service nova] Acquiring lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.667039] env[69742]: DEBUG oslo_concurrency.lockutils [req-c582a748-cbe8-4ee2-9698-20e1a1ad0cf0 req-40bddc86-dcff-4c73-8abc-87942e0aa5f0 service nova] Acquired lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.667039] env[69742]: DEBUG nova.network.neutron [req-c582a748-cbe8-4ee2-9698-20e1a1ad0cf0 req-40bddc86-dcff-4c73-8abc-87942e0aa5f0 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Refreshing network info cache for port fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.680201] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f83dfb-d125-7885-5a30-9822ca1e78a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012076} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.685092] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4449a347-54c8-4557-9977-ec3cd8e5ca1d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.693032] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 752.693032] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527894e6-3e1a-e4ef-cc35-77325f305478" [ 752.693032] env[69742]: _type = "Task" [ 752.693032] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.706096] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527894e6-3e1a-e4ef-cc35-77325f305478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.795628] env[69742]: DEBUG nova.network.neutron [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Successfully created port: b4093dbb-a649-4ba7-8a34-a970a445c61a {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.045040] env[69742]: DEBUG oslo_concurrency.lockutils [None req-841859b9-cb2c-4534-b456-29022e9f0901 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.127s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.133524] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e3920c-0c26-480c-b484-31edd1179d08 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.143884] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c27f98-be47-4ae1-838a-b7dd1e9df7f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.151864] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506918} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.152814] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e374003a-19c9-4dd1-a636-ccd9b69e7790/e374003a-19c9-4dd1-a636-ccd9b69e7790.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.153321] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.153740] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dd9fc53-e3fb-4eb1-bb2c-218f24c361d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.189177] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbff8ddc-eea3-43ac-a9c4-571e077564ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.194274] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 753.194274] env[69742]: value = "task-4060219" [ 753.194274] env[69742]: _type = "Task" [ 753.194274] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.212527] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b7eca-3da2-4a44-b8ff-8c067287e153 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.223626] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527894e6-3e1a-e4ef-cc35-77325f305478, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.227055] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.227055] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.229129] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36361575-daf3-48b2-8f9b-af4486243b5e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.235015] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.240585] env[69742]: DEBUG nova.compute.provider_tree [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.247396] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 753.247396] env[69742]: value = "task-4060220" [ 753.247396] env[69742]: _type = "Task" [ 753.247396] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.262028] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.425557] env[69742]: DEBUG nova.compute.manager [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.456694] env[69742]: DEBUG nova.virt.hardware [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.456994] env[69742]: DEBUG nova.virt.hardware [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.457192] env[69742]: DEBUG nova.virt.hardware [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.457383] env[69742]: DEBUG nova.virt.hardware [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.457532] env[69742]: DEBUG nova.virt.hardware [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.457683] env[69742]: DEBUG nova.virt.hardware [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.457889] env[69742]: DEBUG nova.virt.hardware [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.458067] env[69742]: DEBUG nova.virt.hardware [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.458244] env[69742]: DEBUG nova.virt.hardware [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.458408] env[69742]: DEBUG nova.virt.hardware [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.458679] env[69742]: DEBUG nova.virt.hardware [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.459678] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9580aef-53f1-452b-8245-35a0324bace4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.471109] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1b5f92-4559-46cf-86e2-d3dbf8ccb3d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.550855] env[69742]: DEBUG nova.compute.manager [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.640429] env[69742]: DEBUG nova.network.neutron [req-c582a748-cbe8-4ee2-9698-20e1a1ad0cf0 req-40bddc86-dcff-4c73-8abc-87942e0aa5f0 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updated VIF entry in instance network info cache for port fb024218-ea20-4036-8c5d-bd7c66790526. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.640429] env[69742]: DEBUG nova.network.neutron [req-c582a748-cbe8-4ee2-9698-20e1a1ad0cf0 req-40bddc86-dcff-4c73-8abc-87942e0aa5f0 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updating instance_info_cache with network_info: [{"id": "fb024218-ea20-4036-8c5d-bd7c66790526", "address": "fa:16:3e:b9:73:f2", "network": {"id": "7083d9d0-0b66-46ce-b1f3-40f71ea534bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1951962290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab758f99e404e36bdc4976ba6ab9415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb024218-ea", "ovs_interfaceid": "fb024218-ea20-4036-8c5d-bd7c66790526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.715416] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078561} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.716293] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.717273] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f5204-e0fb-4ceb-86f5-c88ab7c8309f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.720967] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab400dbb-cd0a-498c-aa79-5d530d46d3be {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.729348] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80c52ba7-5f7f-4969-a4a2-693181f13bd7 tempest-ServersAdminNegativeTestJSON-2098859748 tempest-ServersAdminNegativeTestJSON-2098859748-project-admin] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Suspending the VM {{(pid=69742) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 753.739666] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-83516528-1848-43a8-a473-d45b1b2cab7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.750928] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] e374003a-19c9-4dd1-a636-ccd9b69e7790/e374003a-19c9-4dd1-a636-ccd9b69e7790.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.754820] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b8f496-6718-4bed-9a6e-a0b4f15c88db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.780039] env[69742]: DEBUG oslo_vmware.api [None req-80c52ba7-5f7f-4969-a4a2-693181f13bd7 tempest-ServersAdminNegativeTestJSON-2098859748 tempest-ServersAdminNegativeTestJSON-2098859748-project-admin] Waiting for the task: (returnval){ [ 753.780039] env[69742]: value = "task-4060221" [ 753.780039] env[69742]: _type = "Task" [ 753.780039] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.782652] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466302} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.789434] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.792170] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.792170] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 753.792170] env[69742]: value = "task-4060222" [ 753.792170] env[69742]: _type = "Task" [ 753.792170] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.792170] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbf8e3e5-45e1-4406-a223-212d4faf7878 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.793664] env[69742]: ERROR nova.scheduler.client.report [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [req-d36d035a-e0a8-49b6-98ea-17fc040bf00d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d36d035a-e0a8-49b6-98ea-17fc040bf00d"}]} [ 753.809455] env[69742]: DEBUG oslo_vmware.api [None req-80c52ba7-5f7f-4969-a4a2-693181f13bd7 tempest-ServersAdminNegativeTestJSON-2098859748 tempest-ServersAdminNegativeTestJSON-2098859748-project-admin] Task: {'id': task-4060221, 'name': SuspendVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.817382] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 753.817382] env[69742]: value = "task-4060223" [ 753.817382] env[69742]: _type = "Task" [ 753.817382] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.817659] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.827531] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.833381] env[69742]: DEBUG nova.scheduler.client.report [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 753.861405] env[69742]: DEBUG nova.scheduler.client.report [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 753.861666] env[69742]: DEBUG nova.compute.provider_tree [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.877630] env[69742]: DEBUG nova.scheduler.client.report [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 753.909125] env[69742]: DEBUG nova.scheduler.client.report [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 754.084481] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.146728] env[69742]: DEBUG oslo_concurrency.lockutils [req-c582a748-cbe8-4ee2-9698-20e1a1ad0cf0 req-40bddc86-dcff-4c73-8abc-87942e0aa5f0 service nova] Releasing lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.293358] env[69742]: DEBUG oslo_vmware.api [None req-80c52ba7-5f7f-4969-a4a2-693181f13bd7 tempest-ServersAdminNegativeTestJSON-2098859748 tempest-ServersAdminNegativeTestJSON-2098859748-project-admin] Task: {'id': task-4060221, 'name': SuspendVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.305741] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060222, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.332648] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123184} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.332648] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.333569] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685f25f7-9988-470e-9cb7-6bd91b3b788b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.360521] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.361125] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-116071c2-2a41-466d-8137-a2350817aaca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.385818] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 754.385818] env[69742]: value = "task-4060224" [ 754.385818] env[69742]: _type = "Task" [ 754.385818] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.400020] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.527612] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e00e73-443e-4a83-9f28-6ae1b02204ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.536853] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2388590-e707-463d-889d-efe20b20eaf6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.571021] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e06dad-94c1-4f47-8e84-183cbecabe18 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.579244] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daa2d98-ccf6-4151-9f96-6a643e930f0c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.596810] env[69742]: DEBUG nova.compute.provider_tree [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.777835] env[69742]: DEBUG nova.compute.manager [req-cd071a25-8962-4097-a148-f9be1793c916 req-07244210-e3f8-433a-ae68-cc00eb474bf5 service nova] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Received event network-vif-plugged-b4093dbb-a649-4ba7-8a34-a970a445c61a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.778073] env[69742]: DEBUG oslo_concurrency.lockutils [req-cd071a25-8962-4097-a148-f9be1793c916 req-07244210-e3f8-433a-ae68-cc00eb474bf5 service nova] Acquiring lock "86a50eb4-481a-4167-a95f-ac32c2e811a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.778652] env[69742]: DEBUG oslo_concurrency.lockutils [req-cd071a25-8962-4097-a148-f9be1793c916 req-07244210-e3f8-433a-ae68-cc00eb474bf5 service nova] Lock "86a50eb4-481a-4167-a95f-ac32c2e811a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.778835] env[69742]: DEBUG oslo_concurrency.lockutils [req-cd071a25-8962-4097-a148-f9be1793c916 req-07244210-e3f8-433a-ae68-cc00eb474bf5 service nova] Lock "86a50eb4-481a-4167-a95f-ac32c2e811a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.779017] env[69742]: DEBUG nova.compute.manager [req-cd071a25-8962-4097-a148-f9be1793c916 req-07244210-e3f8-433a-ae68-cc00eb474bf5 service nova] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] No waiting events found dispatching network-vif-plugged-b4093dbb-a649-4ba7-8a34-a970a445c61a {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.779245] env[69742]: WARNING nova.compute.manager [req-cd071a25-8962-4097-a148-f9be1793c916 req-07244210-e3f8-433a-ae68-cc00eb474bf5 service nova] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Received unexpected event network-vif-plugged-b4093dbb-a649-4ba7-8a34-a970a445c61a for instance with vm_state building and task_state spawning. [ 754.792440] env[69742]: DEBUG oslo_vmware.api [None req-80c52ba7-5f7f-4969-a4a2-693181f13bd7 tempest-ServersAdminNegativeTestJSON-2098859748 tempest-ServersAdminNegativeTestJSON-2098859748-project-admin] Task: {'id': task-4060221, 'name': SuspendVM_Task, 'duration_secs': 0.816221} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.792811] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80c52ba7-5f7f-4969-a4a2-693181f13bd7 tempest-ServersAdminNegativeTestJSON-2098859748 tempest-ServersAdminNegativeTestJSON-2098859748-project-admin] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Suspended the VM {{(pid=69742) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 754.792993] env[69742]: DEBUG nova.compute.manager [None req-80c52ba7-5f7f-4969-a4a2-693181f13bd7 tempest-ServersAdminNegativeTestJSON-2098859748 tempest-ServersAdminNegativeTestJSON-2098859748-project-admin] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.794062] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e006b349-f839-4382-9cea-a5901195e23a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.806416] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060222, 'name': ReconfigVM_Task, 'duration_secs': 0.545789} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.809431] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Reconfigured VM instance instance-0000001c to attach disk [datastore2] e374003a-19c9-4dd1-a636-ccd9b69e7790/e374003a-19c9-4dd1-a636-ccd9b69e7790.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.810170] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e22a4a8-be72-402a-8ca6-c7c3cd719c81 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.817665] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 754.817665] env[69742]: value = "task-4060225" [ 754.817665] env[69742]: _type = "Task" [ 754.817665] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.827381] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060225, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.896889] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060224, 'name': ReconfigVM_Task, 'duration_secs': 0.377584} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.897053] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Reconfigured VM instance instance-0000001d to attach disk [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.898063] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1829d58d-ccf9-4d9e-919b-bf214ee05aea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.906792] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 754.906792] env[69742]: value = "task-4060226" [ 754.906792] env[69742]: _type = "Task" [ 754.906792] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.916246] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060226, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.957851] env[69742]: DEBUG nova.network.neutron [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Successfully updated port: b4093dbb-a649-4ba7-8a34-a970a445c61a {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.150421] env[69742]: DEBUG nova.scheduler.client.report [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 755.150730] env[69742]: DEBUG nova.compute.provider_tree [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 54 to 55 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 755.150923] env[69742]: DEBUG nova.compute.provider_tree [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.328220] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060225, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.417956] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060226, 'name': Rename_Task, 'duration_secs': 0.15431} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.418520] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.418959] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97fc2d30-7182-4040-af10-2ecb86c3a523 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.431643] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 755.431643] env[69742]: value = "task-4060227" [ 755.431643] env[69742]: _type = "Task" [ 755.431643] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.443310] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.461350] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquiring lock "refresh_cache-86a50eb4-481a-4167-a95f-ac32c2e811a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.461350] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquired lock "refresh_cache-86a50eb4-481a-4167-a95f-ac32c2e811a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.461538] env[69742]: DEBUG nova.network.neutron [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.660031] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.259s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.660031] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.036s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.664166] env[69742]: INFO nova.compute.claims [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.830167] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060225, 'name': Rename_Task, 'duration_secs': 0.558772} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.830640] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.830933] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f5282ec-e284-4e7a-83b5-650b9b99111d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.838758] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 755.838758] env[69742]: value = "task-4060228" [ 755.838758] env[69742]: _type = "Task" [ 755.838758] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.852023] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.943803] env[69742]: DEBUG oslo_vmware.api [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060227, 'name': PowerOnVM_Task, 'duration_secs': 0.4537} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.943803] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.943803] env[69742]: INFO nova.compute.manager [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Took 5.26 seconds to spawn the instance on the hypervisor. [ 755.943803] env[69742]: DEBUG nova.compute.manager [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.944176] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb894397-0451-44ae-84a6-353defc3022a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.018878] env[69742]: DEBUG nova.network.neutron [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.172991] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquiring lock "89601f01-2667-48f7-90ce-aaee120f812e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.173273] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "89601f01-2667-48f7-90ce-aaee120f812e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.314350] env[69742]: DEBUG nova.network.neutron [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Updating instance_info_cache with network_info: [{"id": "b4093dbb-a649-4ba7-8a34-a970a445c61a", "address": "fa:16:3e:15:a5:a7", "network": {"id": "b6b4667f-b82d-4a9a-bf87-1aa62d32c019", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1825720369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d829f9bcd14d67bf57841f22760a18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4093dbb-a6", "ovs_interfaceid": "b4093dbb-a649-4ba7-8a34-a970a445c61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.350958] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060228, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.467384] env[69742]: INFO nova.compute.manager [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Took 39.40 seconds to build instance. [ 756.669372] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquiring lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.669801] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.678762] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "89601f01-2667-48f7-90ce-aaee120f812e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.679534] env[69742]: DEBUG nova.compute.manager [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.819447] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Releasing lock "refresh_cache-86a50eb4-481a-4167-a95f-ac32c2e811a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.819928] env[69742]: DEBUG nova.compute.manager [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Instance network_info: |[{"id": "b4093dbb-a649-4ba7-8a34-a970a445c61a", "address": "fa:16:3e:15:a5:a7", "network": {"id": "b6b4667f-b82d-4a9a-bf87-1aa62d32c019", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1825720369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d829f9bcd14d67bf57841f22760a18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4093dbb-a6", "ovs_interfaceid": "b4093dbb-a649-4ba7-8a34-a970a445c61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.820710] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:a5:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4093dbb-a649-4ba7-8a34-a970a445c61a', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.829054] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Creating folder: Project (e9d829f9bcd14d67bf57841f22760a18). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.834705] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e821ed58-dbdb-4cde-84d8-4a70c1291c03 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.847698] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Created folder: Project (e9d829f9bcd14d67bf57841f22760a18) in parent group-v804621. [ 756.847904] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Creating folder: Instances. Parent ref: group-v804703. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.848186] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32661b89-c814-459e-b8f1-acd9d81e6a8f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.854210] env[69742]: DEBUG nova.compute.manager [req-2206a472-0f71-4c8b-aef0-96a766a7c2d2 req-42d45209-1943-4aeb-840b-b72909bbbe85 service nova] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Received event network-changed-b4093dbb-a649-4ba7-8a34-a970a445c61a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.854399] env[69742]: DEBUG nova.compute.manager [req-2206a472-0f71-4c8b-aef0-96a766a7c2d2 req-42d45209-1943-4aeb-840b-b72909bbbe85 service nova] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Refreshing instance network info cache due to event network-changed-b4093dbb-a649-4ba7-8a34-a970a445c61a. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.854723] env[69742]: DEBUG oslo_concurrency.lockutils [req-2206a472-0f71-4c8b-aef0-96a766a7c2d2 req-42d45209-1943-4aeb-840b-b72909bbbe85 service nova] Acquiring lock "refresh_cache-86a50eb4-481a-4167-a95f-ac32c2e811a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.854788] env[69742]: DEBUG oslo_concurrency.lockutils [req-2206a472-0f71-4c8b-aef0-96a766a7c2d2 req-42d45209-1943-4aeb-840b-b72909bbbe85 service nova] Acquired lock "refresh_cache-86a50eb4-481a-4167-a95f-ac32c2e811a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.854931] env[69742]: DEBUG nova.network.neutron [req-2206a472-0f71-4c8b-aef0-96a766a7c2d2 req-42d45209-1943-4aeb-840b-b72909bbbe85 service nova] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Refreshing network info cache for port b4093dbb-a649-4ba7-8a34-a970a445c61a {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.862281] env[69742]: DEBUG oslo_vmware.api [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060228, 'name': PowerOnVM_Task, 'duration_secs': 0.84459} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.867407] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.868238] env[69742]: INFO nova.compute.manager [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Took 10.20 seconds to spawn the instance on the hypervisor. [ 756.868455] env[69742]: DEBUG nova.compute.manager [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.871880] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3bf665-2172-41b8-8a23-552dbf943b6a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.875479] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Created folder: Instances in parent group-v804703. [ 756.875767] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.876232] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.876846] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86010430-a137-4bc8-a6e6-3c40b0ab73b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.906285] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.906285] env[69742]: value = "task-4060231" [ 756.906285] env[69742]: _type = "Task" [ 756.906285] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.916809] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060231, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.973757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-795226b4-8141-45b3-a92f-60f2e2b679bc tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "d297dbc4-6ae5-463a-a630-03852b6b30ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.982s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.189145] env[69742]: DEBUG nova.compute.utils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.190892] env[69742]: DEBUG nova.compute.manager [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.190990] env[69742]: DEBUG nova.network.neutron [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.241117] env[69742]: DEBUG nova.policy [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23e28107a3774b3b9d7a22494ae5224e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5b307c94ab04ac188066574dd318e61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.360608] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b11f74-7b10-4007-bf51-d0e16b63d165 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.371055] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12a9771-a84c-4945-ae9d-dba0b0f972c8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.419933] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3d3bc4-9bbc-43ce-89b8-422539ccee66 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.423890] env[69742]: INFO nova.compute.manager [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Took 45.39 seconds to build instance. [ 757.439361] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060231, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.440968] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c88b6-8e5c-401b-a263-ca675eaaf5f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.463553] env[69742]: DEBUG nova.compute.provider_tree [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.476723] env[69742]: DEBUG nova.compute.manager [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.662128] env[69742]: DEBUG nova.network.neutron [req-2206a472-0f71-4c8b-aef0-96a766a7c2d2 req-42d45209-1943-4aeb-840b-b72909bbbe85 service nova] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Updated VIF entry in instance network info cache for port b4093dbb-a649-4ba7-8a34-a970a445c61a. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.662531] env[69742]: DEBUG nova.network.neutron [req-2206a472-0f71-4c8b-aef0-96a766a7c2d2 req-42d45209-1943-4aeb-840b-b72909bbbe85 service nova] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Updating instance_info_cache with network_info: [{"id": "b4093dbb-a649-4ba7-8a34-a970a445c61a", "address": "fa:16:3e:15:a5:a7", "network": {"id": "b6b4667f-b82d-4a9a-bf87-1aa62d32c019", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1825720369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d829f9bcd14d67bf57841f22760a18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4093dbb-a6", "ovs_interfaceid": "b4093dbb-a649-4ba7-8a34-a970a445c61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.695084] env[69742]: DEBUG nova.compute.manager [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.708609] env[69742]: DEBUG nova.network.neutron [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Successfully created port: 8834acd8-a11a-430f-a883-c120722755f0 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.755322] env[69742]: INFO nova.compute.manager [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Rebuilding instance [ 757.810352] env[69742]: DEBUG nova.compute.manager [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.811395] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66c307c-ab7c-4d85-9017-7a444dd0e7a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.930667] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a62e130c-7343-454e-8752-1fe60aba2808 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "e374003a-19c9-4dd1-a636-ccd9b69e7790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.676s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.930909] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060231, 'name': CreateVM_Task, 'duration_secs': 0.738842} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.932344] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.933252] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.933416] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.933805] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.934094] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ea2830-ac11-484e-acac-9410f155a46e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.941267] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for the task: (returnval){ [ 757.941267] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e78e2f-e0a6-5cfa-d717-c1f6585756ab" [ 757.941267] env[69742]: _type = "Task" [ 757.941267] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.953308] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e78e2f-e0a6-5cfa-d717-c1f6585756ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.967018] env[69742]: DEBUG nova.scheduler.client.report [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.004743] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.165920] env[69742]: DEBUG oslo_concurrency.lockutils [req-2206a472-0f71-4c8b-aef0-96a766a7c2d2 req-42d45209-1943-4aeb-840b-b72909bbbe85 service nova] Releasing lock "refresh_cache-86a50eb4-481a-4167-a95f-ac32c2e811a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.433416] env[69742]: DEBUG nova.compute.manager [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.458710] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e78e2f-e0a6-5cfa-d717-c1f6585756ab, 'name': SearchDatastore_Task, 'duration_secs': 0.030092} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.459135] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.459419] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.459719] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.460273] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.460273] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.460445] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf066467-3969-49d0-9155-138a8e239893 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.470856] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.471078] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.471843] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde9bc54-1ef6-4764-8a5e-f29be5088a47 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.475895] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.476422] env[69742]: DEBUG nova.compute.manager [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.478976] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.206s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.479756] env[69742]: DEBUG nova.objects.instance [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lazy-loading 'resources' on Instance uuid e4d09780-08a6-4fa0-8b87-f682e2aa0909 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.485147] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for the task: (returnval){ [ 758.485147] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528434b4-6c49-3119-0002-bc8e9a80c57c" [ 758.485147] env[69742]: _type = "Task" [ 758.485147] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.496973] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528434b4-6c49-3119-0002-bc8e9a80c57c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.706164] env[69742]: DEBUG nova.compute.manager [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.737571] env[69742]: DEBUG nova.virt.hardware [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.737984] env[69742]: DEBUG nova.virt.hardware [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.738221] env[69742]: DEBUG nova.virt.hardware [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.738418] env[69742]: DEBUG nova.virt.hardware [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.738567] env[69742]: DEBUG nova.virt.hardware [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.738719] env[69742]: DEBUG nova.virt.hardware [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.738932] env[69742]: DEBUG nova.virt.hardware [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.739113] env[69742]: DEBUG nova.virt.hardware [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.739288] env[69742]: DEBUG nova.virt.hardware [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.739454] env[69742]: DEBUG nova.virt.hardware [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.739685] env[69742]: DEBUG nova.virt.hardware [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.740596] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ba0479-93d5-4a4f-83ea-61bf34603b22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.750119] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669802fc-5a31-4f5e-88a2-598935d93b7c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.826925] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.827305] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f800c4e8-ede1-4cb2-9664-9d5f0b97620d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.837398] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 758.837398] env[69742]: value = "task-4060232" [ 758.837398] env[69742]: _type = "Task" [ 758.837398] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.847082] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.960016] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.983025] env[69742]: DEBUG nova.compute.utils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.987469] env[69742]: DEBUG nova.compute.manager [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Not allocating networking since 'none' was specified. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 758.998078] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528434b4-6c49-3119-0002-bc8e9a80c57c, 'name': SearchDatastore_Task, 'duration_secs': 0.013805} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.000320] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53232ce0-bebd-40ba-ab43-1f82486ccd53 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.006985] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for the task: (returnval){ [ 759.006985] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5216785e-43c6-ac56-40d0-e2dd8fa40339" [ 759.006985] env[69742]: _type = "Task" [ 759.006985] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.016199] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5216785e-43c6-ac56-40d0-e2dd8fa40339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.351530] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060232, 'name': PowerOffVM_Task, 'duration_secs': 0.159058} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.354031] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.354253] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.355790] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a99801-644e-49b5-a365-352adb7ae590 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.363200] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.363473] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1569f84-5b65-424d-a8d9-d4d3703451ca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.392687] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.392945] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.393148] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Deleting the datastore file [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.393433] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-394c308c-ca4c-417d-b8b8-13bea4d5d443 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.405700] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 759.405700] env[69742]: value = "task-4060234" [ 759.405700] env[69742]: _type = "Task" [ 759.405700] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.416183] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.488508] env[69742]: DEBUG nova.compute.manager [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.521106] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5216785e-43c6-ac56-40d0-e2dd8fa40339, 'name': SearchDatastore_Task, 'duration_secs': 0.010866} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.521500] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.521791] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 86a50eb4-481a-4167-a95f-ac32c2e811a4/86a50eb4-481a-4167-a95f-ac32c2e811a4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.522235] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d3798b8-5b2f-4731-a20d-37ead404ecbb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.530873] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for the task: (returnval){ [ 759.530873] env[69742]: value = "task-4060235" [ 759.530873] env[69742]: _type = "Task" [ 759.530873] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.540886] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.579228] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d3cd0-dae1-4e07-b4ac-36ac9fd43867 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.588924] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a296c2-c22a-44b0-8ef9-976c36e2e0f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.623689] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d230ec-15ac-4d94-bad9-d9fc2a0f5973 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.632398] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3d832c-3eb5-4398-8d4b-114ec897a024 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.648471] env[69742]: DEBUG nova.compute.provider_tree [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.657350] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "e374003a-19c9-4dd1-a636-ccd9b69e7790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.657594] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "e374003a-19c9-4dd1-a636-ccd9b69e7790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.657798] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "e374003a-19c9-4dd1-a636-ccd9b69e7790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.657981] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "e374003a-19c9-4dd1-a636-ccd9b69e7790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.658161] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "e374003a-19c9-4dd1-a636-ccd9b69e7790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.660158] env[69742]: INFO nova.compute.manager [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Terminating instance [ 759.706026] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.706026] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.706026] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.706026] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.706566] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.711078] env[69742]: INFO nova.compute.manager [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Terminating instance [ 759.850916] env[69742]: DEBUG nova.compute.manager [req-831f57e5-73b1-4e91-837c-3bcdd55f03d4 req-1d242934-58bc-4307-8ab7-1c61d66326fb service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Received event network-vif-plugged-8834acd8-a11a-430f-a883-c120722755f0 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.851420] env[69742]: DEBUG oslo_concurrency.lockutils [req-831f57e5-73b1-4e91-837c-3bcdd55f03d4 req-1d242934-58bc-4307-8ab7-1c61d66326fb service nova] Acquiring lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.851956] env[69742]: DEBUG oslo_concurrency.lockutils [req-831f57e5-73b1-4e91-837c-3bcdd55f03d4 req-1d242934-58bc-4307-8ab7-1c61d66326fb service nova] Lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.852357] env[69742]: DEBUG oslo_concurrency.lockutils [req-831f57e5-73b1-4e91-837c-3bcdd55f03d4 req-1d242934-58bc-4307-8ab7-1c61d66326fb service nova] Lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.853543] env[69742]: DEBUG nova.compute.manager [req-831f57e5-73b1-4e91-837c-3bcdd55f03d4 req-1d242934-58bc-4307-8ab7-1c61d66326fb service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] No waiting events found dispatching network-vif-plugged-8834acd8-a11a-430f-a883-c120722755f0 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.853543] env[69742]: WARNING nova.compute.manager [req-831f57e5-73b1-4e91-837c-3bcdd55f03d4 req-1d242934-58bc-4307-8ab7-1c61d66326fb service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Received unexpected event network-vif-plugged-8834acd8-a11a-430f-a883-c120722755f0 for instance with vm_state building and task_state spawning. [ 759.919374] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104619} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.919775] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.920046] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.920251] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.005618] env[69742]: DEBUG nova.network.neutron [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Successfully updated port: 8834acd8-a11a-430f-a883-c120722755f0 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.044120] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060235, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.151550] env[69742]: DEBUG nova.scheduler.client.report [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.164271] env[69742]: DEBUG nova.compute.manager [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.164503] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.165425] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca187d6-9039-435d-9bea-9a610fea2bad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.174381] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.174641] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71057687-f982-4e8b-bdb4-50c1ddd7aec8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.181341] env[69742]: DEBUG oslo_vmware.api [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 760.181341] env[69742]: value = "task-4060236" [ 760.181341] env[69742]: _type = "Task" [ 760.181341] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.190890] env[69742]: DEBUG oslo_vmware.api [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.216475] env[69742]: DEBUG nova.compute.manager [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.216758] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.217715] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2f08e1-2b76-45b2-8d30-d259b3c05e12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.227173] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.227423] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b010ab19-a1b9-4ca0-b65a-840ee9b87e08 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.308740] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.309087] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.309318] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Deleting the datastore file [datastore1] 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.309607] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6d89afa-8bc0-42da-b2df-2b15c4e71f99 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.317198] env[69742]: DEBUG oslo_vmware.api [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 760.317198] env[69742]: value = "task-4060238" [ 760.317198] env[69742]: _type = "Task" [ 760.317198] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.328043] env[69742]: DEBUG oslo_vmware.api [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.504960] env[69742]: DEBUG nova.compute.manager [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.512632] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquiring lock "refresh_cache-4c04ad57-5729-43ef-85d3-dbc253c6fff4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.512632] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquired lock "refresh_cache-4c04ad57-5729-43ef-85d3-dbc253c6fff4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.512632] env[69742]: DEBUG nova.network.neutron [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.532884] env[69742]: DEBUG nova.virt.hardware [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.533113] env[69742]: DEBUG nova.virt.hardware [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.533183] env[69742]: DEBUG nova.virt.hardware [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.533370] env[69742]: DEBUG nova.virt.hardware [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.533599] env[69742]: DEBUG nova.virt.hardware [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.533912] env[69742]: DEBUG nova.virt.hardware [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.534170] env[69742]: DEBUG nova.virt.hardware [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.534350] env[69742]: DEBUG nova.virt.hardware [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.534517] env[69742]: DEBUG nova.virt.hardware [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.534687] env[69742]: DEBUG nova.virt.hardware [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.534948] env[69742]: DEBUG nova.virt.hardware [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.535932] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86654d07-06e5-4b8b-b0d7-f0a9e6ee82ce {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.547924] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552727} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.550437] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 86a50eb4-481a-4167-a95f-ac32c2e811a4/86a50eb4-481a-4167-a95f-ac32c2e811a4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.550671] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.550966] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dffc8e7-1fe6-447a-984b-af024239bc76 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.555806] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bb7817-33ff-4e05-98dc-378f6ebc9946 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.566243] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for the task: (returnval){ [ 760.566243] env[69742]: value = "task-4060239" [ 760.566243] env[69742]: _type = "Task" [ 760.566243] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.575595] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.581894] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Creating folder: Project (2531b1894b124776a66aed1fa209764a). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.585821] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66cc94d8-1e20-4dda-87f5-d4e1ec633c9d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.593636] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.599328] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Created folder: Project (2531b1894b124776a66aed1fa209764a) in parent group-v804621. [ 760.599328] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Creating folder: Instances. Parent ref: group-v804706. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.599328] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e028714-1e0e-42ae-b84c-5f47971424b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.610861] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Created folder: Instances in parent group-v804706. [ 760.611387] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.611957] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.612592] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b24bbad-a97c-47fb-834a-9d0f409fff9c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.631291] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.631291] env[69742]: value = "task-4060242" [ 760.631291] env[69742]: _type = "Task" [ 760.631291] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.640131] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060242, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.658046] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.661734] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.303s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.665565] env[69742]: INFO nova.compute.claims [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.694031] env[69742]: DEBUG oslo_vmware.api [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060236, 'name': PowerOffVM_Task, 'duration_secs': 0.208296} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.694031] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.694031] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.694031] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3591b39-2ee2-4063-a098-7a79ebad9a5f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.696176] env[69742]: INFO nova.scheduler.client.report [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Deleted allocations for instance e4d09780-08a6-4fa0-8b87-f682e2aa0909 [ 760.767038] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.767340] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.767604] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Deleting the datastore file [datastore2] e374003a-19c9-4dd1-a636-ccd9b69e7790 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.768319] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a54b779-fd2e-4226-98b1-c8fd0deca6c1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.782391] env[69742]: DEBUG oslo_vmware.api [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for the task: (returnval){ [ 760.782391] env[69742]: value = "task-4060244" [ 760.782391] env[69742]: _type = "Task" [ 760.782391] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.793235] env[69742]: DEBUG oslo_vmware.api [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.827806] env[69742]: DEBUG oslo_vmware.api [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170781} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.828098] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.828450] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.828528] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.828658] env[69742]: INFO nova.compute.manager [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Took 0.61 seconds to destroy the instance on the hypervisor. [ 760.828903] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.829136] env[69742]: DEBUG nova.compute.manager [-] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.829236] env[69742]: DEBUG nova.network.neutron [-] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.967580] env[69742]: DEBUG nova.virt.hardware [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.967828] env[69742]: DEBUG nova.virt.hardware [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.967986] env[69742]: DEBUG nova.virt.hardware [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.968188] env[69742]: DEBUG nova.virt.hardware [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.968334] env[69742]: DEBUG nova.virt.hardware [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.968486] env[69742]: DEBUG nova.virt.hardware [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.968786] env[69742]: DEBUG nova.virt.hardware [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.968863] env[69742]: DEBUG nova.virt.hardware [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.969816] env[69742]: DEBUG nova.virt.hardware [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.970107] env[69742]: DEBUG nova.virt.hardware [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.970318] env[69742]: DEBUG nova.virt.hardware [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.971691] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e14f4a-c02d-4f91-9381-ce91af34e106 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.982897] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7742ba-3fa8-4684-9c68-273f7e3f27d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.000499] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.006339] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.006626] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.006838] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be148b54-330e-4ff3-91d0-92c37e15e01d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.027853] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.027853] env[69742]: value = "task-4060245" [ 761.027853] env[69742]: _type = "Task" [ 761.027853] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.036419] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060245, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.056921] env[69742]: DEBUG nova.network.neutron [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.084714] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067857} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.085477] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.086413] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c706625-e980-430d-91f2-52af1b966569 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.114768] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 86a50eb4-481a-4167-a95f-ac32c2e811a4/86a50eb4-481a-4167-a95f-ac32c2e811a4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.117560] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f5b1e0-2f1e-454e-8dee-5388ce821255 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.144625] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060242, 'name': CreateVM_Task, 'duration_secs': 0.356851} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.146901] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.147280] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for the task: (returnval){ [ 761.147280] env[69742]: value = "task-4060246" [ 761.147280] env[69742]: _type = "Task" [ 761.147280] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.147657] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.147821] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.148161] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.148457] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d2c475b-e190-4326-9e21-acfd102f98a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.157415] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for the task: (returnval){ [ 761.157415] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a03050-892a-4205-97b3-75bc73ba0011" [ 761.157415] env[69742]: _type = "Task" [ 761.157415] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.161428] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060246, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.175027] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a03050-892a-4205-97b3-75bc73ba0011, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.175312] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.175534] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.175787] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.175894] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.176172] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.176451] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd4e8002-4655-4d42-aee1-2af146b814ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.192262] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.192451] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.193225] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5288fd89-885f-452e-a441-86f51708234e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.201277] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for the task: (returnval){ [ 761.201277] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524629f4-d293-78c2-b9e9-d770b2fdf104" [ 761.201277] env[69742]: _type = "Task" [ 761.201277] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.208877] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e8d8ab76-a883-4021-bea2-df9871f3c3cc tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "e4d09780-08a6-4fa0-8b87-f682e2aa0909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.760s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.216575] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524629f4-d293-78c2-b9e9-d770b2fdf104, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.217379] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2202b613-deea-4343-bd6f-05088b792ac7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.223495] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for the task: (returnval){ [ 761.223495] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dd192a-6418-0bfc-54db-b3955f6d1b4b" [ 761.223495] env[69742]: _type = "Task" [ 761.223495] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.237595] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dd192a-6418-0bfc-54db-b3955f6d1b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.237595] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.237595] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 70349e4d-cab8-45e8-be9c-b2c8ec613edf/70349e4d-cab8-45e8-be9c-b2c8ec613edf.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.237595] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb66bad7-d09a-443d-b55b-03a19868f0a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.245608] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for the task: (returnval){ [ 761.245608] env[69742]: value = "task-4060247" [ 761.245608] env[69742]: _type = "Task" [ 761.245608] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.255443] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.270167] env[69742]: DEBUG nova.network.neutron [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Updating instance_info_cache with network_info: [{"id": "8834acd8-a11a-430f-a883-c120722755f0", "address": "fa:16:3e:2f:a9:31", "network": {"id": "842e0d27-dc7c-42e9-8ff6-2f5ab282f53b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1919443705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5b307c94ab04ac188066574dd318e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8834acd8-a1", "ovs_interfaceid": "8834acd8-a11a-430f-a883-c120722755f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.293856] env[69742]: DEBUG oslo_vmware.api [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Task: {'id': task-4060244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247635} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.294806] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.295036] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.295316] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.295473] env[69742]: INFO nova.compute.manager [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Took 1.13 seconds to destroy the instance on the hypervisor. [ 761.295806] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.296256] env[69742]: DEBUG nova.compute.manager [-] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.296365] env[69742]: DEBUG nova.network.neutron [-] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.540451] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060245, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.658551] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.663369] env[69742]: DEBUG nova.compute.manager [req-ae7cf09f-9475-4032-9bcb-3a7d75272c55 req-865a7ec6-fe7f-4e3a-9f83-a56a0c83ed2b service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Received event network-vif-deleted-1006a321-19ae-4821-b44d-58c9ba8db330 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.663369] env[69742]: INFO nova.compute.manager [req-ae7cf09f-9475-4032-9bcb-3a7d75272c55 req-865a7ec6-fe7f-4e3a-9f83-a56a0c83ed2b service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Neutron deleted interface 1006a321-19ae-4821-b44d-58c9ba8db330; detaching it from the instance and deleting it from the info cache [ 761.663369] env[69742]: DEBUG nova.network.neutron [req-ae7cf09f-9475-4032-9bcb-3a7d75272c55 req-865a7ec6-fe7f-4e3a-9f83-a56a0c83ed2b service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.702290] env[69742]: DEBUG nova.network.neutron [-] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.757195] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.772929] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Releasing lock "refresh_cache-4c04ad57-5729-43ef-85d3-dbc253c6fff4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.773263] env[69742]: DEBUG nova.compute.manager [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Instance network_info: |[{"id": "8834acd8-a11a-430f-a883-c120722755f0", "address": "fa:16:3e:2f:a9:31", "network": {"id": "842e0d27-dc7c-42e9-8ff6-2f5ab282f53b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1919443705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5b307c94ab04ac188066574dd318e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8834acd8-a1", "ovs_interfaceid": "8834acd8-a11a-430f-a883-c120722755f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.776912] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a9:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8834acd8-a11a-430f-a883-c120722755f0', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.786201] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Creating folder: Project (d5b307c94ab04ac188066574dd318e61). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.786935] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e5f3f4f-d528-48e6-ba71-6e55d748793a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.800903] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Created folder: Project (d5b307c94ab04ac188066574dd318e61) in parent group-v804621. [ 761.801185] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Creating folder: Instances. Parent ref: group-v804710. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.805185] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc527254-bd5a-40c0-b539-bf4da4ee0fcf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.817942] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Created folder: Instances in parent group-v804710. [ 761.818737] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.819019] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.819314] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-015f4a7b-4782-42af-9f4d-013a729e02e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.845667] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.845667] env[69742]: value = "task-4060250" [ 761.845667] env[69742]: _type = "Task" [ 761.845667] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.856971] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060250, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.966784] env[69742]: DEBUG nova.compute.manager [req-828a9707-63ef-4b7a-bdf9-9570d8618c37 req-247ec909-65ea-4943-950c-aa51d683975c service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Received event network-changed-8834acd8-a11a-430f-a883-c120722755f0 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.967416] env[69742]: DEBUG nova.compute.manager [req-828a9707-63ef-4b7a-bdf9-9570d8618c37 req-247ec909-65ea-4943-950c-aa51d683975c service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Refreshing instance network info cache due to event network-changed-8834acd8-a11a-430f-a883-c120722755f0. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.967467] env[69742]: DEBUG oslo_concurrency.lockutils [req-828a9707-63ef-4b7a-bdf9-9570d8618c37 req-247ec909-65ea-4943-950c-aa51d683975c service nova] Acquiring lock "refresh_cache-4c04ad57-5729-43ef-85d3-dbc253c6fff4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.967628] env[69742]: DEBUG oslo_concurrency.lockutils [req-828a9707-63ef-4b7a-bdf9-9570d8618c37 req-247ec909-65ea-4943-950c-aa51d683975c service nova] Acquired lock "refresh_cache-4c04ad57-5729-43ef-85d3-dbc253c6fff4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.967881] env[69742]: DEBUG nova.network.neutron [req-828a9707-63ef-4b7a-bdf9-9570d8618c37 req-247ec909-65ea-4943-950c-aa51d683975c service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Refreshing network info cache for port 8834acd8-a11a-430f-a883-c120722755f0 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.040572] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060245, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.063616] env[69742]: DEBUG nova.network.neutron [-] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.160227] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060246, 'name': ReconfigVM_Task, 'duration_secs': 0.811737} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.163569] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 86a50eb4-481a-4167-a95f-ac32c2e811a4/86a50eb4-481a-4167-a95f-ac32c2e811a4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.164527] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44040b12-9bc5-45a6-850a-c0ee379b4545 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.167289] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4b40ed9-9c16-4553-a031-a12797cd31c1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.180472] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for the task: (returnval){ [ 762.180472] env[69742]: value = "task-4060251" [ 762.180472] env[69742]: _type = "Task" [ 762.180472] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.188665] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0f1181-7e4c-47c3-887b-9bd70f822388 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.210976] env[69742]: INFO nova.compute.manager [-] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Took 1.38 seconds to deallocate network for instance. [ 762.216944] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060251, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.239874] env[69742]: DEBUG nova.compute.manager [req-ae7cf09f-9475-4032-9bcb-3a7d75272c55 req-865a7ec6-fe7f-4e3a-9f83-a56a0c83ed2b service nova] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Detach interface failed, port_id=1006a321-19ae-4821-b44d-58c9ba8db330, reason: Instance e374003a-19c9-4dd1-a636-ccd9b69e7790 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 762.258647] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060247, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.362130] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060250, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.368026] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fdd927-a608-463e-9917-981a37458227 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.377882] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c22472-ab84-4581-b7d9-e5819710678c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.415906] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e189213-2122-41cf-b7c8-e93e7bb92eeb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.426059] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efc0469-f524-4ad1-ba81-70f6d8a57809 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.444565] env[69742]: DEBUG nova.compute.provider_tree [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.541703] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060245, 'name': CreateVM_Task, 'duration_secs': 1.437999} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.542056] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.542657] env[69742]: DEBUG oslo_concurrency.lockutils [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.545023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.545023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.545023] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1fecb8-45b9-4aa5-8b87-fd6ef776212f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.549759] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 762.549759] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e48175-a46a-376d-b062-8a48e7a35ec5" [ 762.549759] env[69742]: _type = "Task" [ 762.549759] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.562560] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e48175-a46a-376d-b062-8a48e7a35ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.567909] env[69742]: INFO nova.compute.manager [-] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Took 1.27 seconds to deallocate network for instance. [ 762.596110] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "64f5389c-9f99-4dcf-827e-28a63d2fd863" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.596420] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "64f5389c-9f99-4dcf-827e-28a63d2fd863" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.596638] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "64f5389c-9f99-4dcf-827e-28a63d2fd863-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.596821] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "64f5389c-9f99-4dcf-827e-28a63d2fd863-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.597043] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "64f5389c-9f99-4dcf-827e-28a63d2fd863-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.599402] env[69742]: INFO nova.compute.manager [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Terminating instance [ 762.685347] env[69742]: DEBUG oslo_concurrency.lockutils [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.685787] env[69742]: DEBUG oslo_concurrency.lockutils [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.686051] env[69742]: DEBUG oslo_concurrency.lockutils [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.686214] env[69742]: DEBUG oslo_concurrency.lockutils [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.686375] env[69742]: DEBUG oslo_concurrency.lockutils [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.688800] env[69742]: INFO nova.compute.manager [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Terminating instance [ 762.712390] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060251, 'name': Rename_Task, 'duration_secs': 0.295306} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.712390] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.712390] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c69367-b8e4-476d-922c-15a309e3dbc5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.721434] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for the task: (returnval){ [ 762.721434] env[69742]: value = "task-4060252" [ 762.721434] env[69742]: _type = "Task" [ 762.721434] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.731751] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.732589] env[69742]: DEBUG nova.network.neutron [req-828a9707-63ef-4b7a-bdf9-9570d8618c37 req-247ec909-65ea-4943-950c-aa51d683975c service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Updated VIF entry in instance network info cache for port 8834acd8-a11a-430f-a883-c120722755f0. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.733114] env[69742]: DEBUG nova.network.neutron [req-828a9707-63ef-4b7a-bdf9-9570d8618c37 req-247ec909-65ea-4943-950c-aa51d683975c service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Updating instance_info_cache with network_info: [{"id": "8834acd8-a11a-430f-a883-c120722755f0", "address": "fa:16:3e:2f:a9:31", "network": {"id": "842e0d27-dc7c-42e9-8ff6-2f5ab282f53b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1919443705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5b307c94ab04ac188066574dd318e61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8834acd8-a1", "ovs_interfaceid": "8834acd8-a11a-430f-a883-c120722755f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.736798] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.758671] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060247, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.190219} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.759041] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 70349e4d-cab8-45e8-be9c-b2c8ec613edf/70349e4d-cab8-45e8-be9c-b2c8ec613edf.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.759276] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.759968] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-741cd6f8-a97b-4f4c-a21b-8587a7ee72ac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.768564] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for the task: (returnval){ [ 762.768564] env[69742]: value = "task-4060253" [ 762.768564] env[69742]: _type = "Task" [ 762.768564] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.781101] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.855859] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060250, 'name': CreateVM_Task, 'duration_secs': 0.657192} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.856051] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.856709] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.947750] env[69742]: DEBUG nova.scheduler.client.report [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.062073] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e48175-a46a-376d-b062-8a48e7a35ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.038637} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.062510] env[69742]: DEBUG oslo_concurrency.lockutils [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.062823] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.063112] env[69742]: DEBUG oslo_concurrency.lockutils [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.063281] env[69742]: DEBUG oslo_concurrency.lockutils [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.063469] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.063798] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.064165] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.064448] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92df91d5-92b8-4f7d-8efb-6e041a17a84b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.066449] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f9901e-a116-4e09-9742-35af3d7f24b9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.073340] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for the task: (returnval){ [ 763.073340] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c963ca-5533-bdce-5bd2-290460856e77" [ 763.073340] env[69742]: _type = "Task" [ 763.073340] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.074640] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.078818] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.079011] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.080087] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76838fac-ebe6-404c-8a2f-742ae1fff9ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.087431] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c963ca-5533-bdce-5bd2-290460856e77, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.088150] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.088392] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.088631] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.091148] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 763.091148] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523b3bea-e437-cb42-ca56-592330e0e69b" [ 763.091148] env[69742]: _type = "Task" [ 763.091148] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.099878] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523b3bea-e437-cb42-ca56-592330e0e69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.103695] env[69742]: DEBUG nova.compute.manager [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.103949] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.104797] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aafe65-0244-4bec-983f-ae3d89a96ffd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.113138] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.113430] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7ba049e-627a-4e4c-9a61-dc2d042af393 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.121611] env[69742]: DEBUG oslo_vmware.api [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 763.121611] env[69742]: value = "task-4060254" [ 763.121611] env[69742]: _type = "Task" [ 763.121611] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.132625] env[69742]: DEBUG oslo_vmware.api [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.193043] env[69742]: DEBUG nova.compute.manager [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.193248] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.194307] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8941bdae-4865-4205-95d9-5787a0d8c280 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.203686] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.204030] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9137d757-5235-4d9f-83b7-40ba1e015fc8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.212688] env[69742]: DEBUG oslo_vmware.api [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 763.212688] env[69742]: value = "task-4060255" [ 763.212688] env[69742]: _type = "Task" [ 763.212688] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.222855] env[69742]: DEBUG oslo_vmware.api [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.232715] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060252, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.237906] env[69742]: DEBUG oslo_concurrency.lockutils [req-828a9707-63ef-4b7a-bdf9-9570d8618c37 req-247ec909-65ea-4943-950c-aa51d683975c service nova] Releasing lock "refresh_cache-4c04ad57-5729-43ef-85d3-dbc253c6fff4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.237906] env[69742]: DEBUG nova.compute.manager [req-828a9707-63ef-4b7a-bdf9-9570d8618c37 req-247ec909-65ea-4943-950c-aa51d683975c service nova] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Received event network-vif-deleted-f5364f19-46d3-41c2-ab53-287fdd16d3c8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.279936] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214243} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.280294] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.281265] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a97616-5ee9-4b0c-b117-466ac5876241 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.303875] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 70349e4d-cab8-45e8-be9c-b2c8ec613edf/70349e4d-cab8-45e8-be9c-b2c8ec613edf.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.304269] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f6d34d-0ef7-4737-ba90-995d6a1b3b38 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.328013] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for the task: (returnval){ [ 763.328013] env[69742]: value = "task-4060256" [ 763.328013] env[69742]: _type = "Task" [ 763.328013] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.338649] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.453211] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.454270] env[69742]: DEBUG nova.compute.manager [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.457969] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.689s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.602755] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523b3bea-e437-cb42-ca56-592330e0e69b, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.603584] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb9c782-cae7-47bf-8a4f-a68ffe7e45e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.609272] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 763.609272] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528e78dd-cea9-1697-d75c-5e29a245019c" [ 763.609272] env[69742]: _type = "Task" [ 763.609272] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.618259] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528e78dd-cea9-1697-d75c-5e29a245019c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.630581] env[69742]: DEBUG oslo_vmware.api [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060254, 'name': PowerOffVM_Task, 'duration_secs': 0.231572} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.630965] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.631216] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.631515] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92c17a26-2f7c-4f34-bfbb-873ff5347b4a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.712150] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.712404] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.712680] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Deleting the datastore file [datastore2] 64f5389c-9f99-4dcf-827e-28a63d2fd863 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.713027] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7c32faa-9ecd-4771-a09c-bdbb984aa768 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.731152] env[69742]: DEBUG oslo_vmware.api [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060255, 'name': PowerOffVM_Task, 'duration_secs': 0.345838} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.733242] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.733521] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.733866] env[69742]: DEBUG oslo_vmware.api [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 763.733866] env[69742]: value = "task-4060258" [ 763.733866] env[69742]: _type = "Task" [ 763.733866] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.734098] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69de1e9c-07d4-42be-a377-97cb49b19c70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.744507] env[69742]: DEBUG oslo_vmware.api [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060252, 'name': PowerOnVM_Task, 'duration_secs': 0.524603} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.745668] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.746059] env[69742]: INFO nova.compute.manager [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Took 10.32 seconds to spawn the instance on the hypervisor. [ 763.746381] env[69742]: DEBUG nova.compute.manager [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.748127] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db4a277-1b14-4e0f-b8d3-8a40a88e39c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.757536] env[69742]: DEBUG oslo_vmware.api [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.821356] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.822083] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.822445] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Deleting the datastore file [datastore2] 3a8deddd-1624-4b69-b150-b5d9487ea7ed {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.823023] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d7be9d3-f5b6-4213-ac9c-ea83d2114f09 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.832193] env[69742]: DEBUG oslo_vmware.api [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for the task: (returnval){ [ 763.832193] env[69742]: value = "task-4060260" [ 763.832193] env[69742]: _type = "Task" [ 763.832193] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.847821] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.850988] env[69742]: DEBUG oslo_vmware.api [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.961409] env[69742]: DEBUG nova.compute.utils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.966688] env[69742]: DEBUG nova.compute.manager [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.966688] env[69742]: DEBUG nova.network.neutron [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.970955] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Acquiring lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.970955] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.971089] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Acquiring lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.971260] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.972050] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.973846] env[69742]: INFO nova.compute.manager [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Terminating instance [ 764.025242] env[69742]: DEBUG nova.policy [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01b7985ac153434b98d5efdb190ddd27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c727b75d0db347569fa0a54399eab163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.121667] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528e78dd-cea9-1697-d75c-5e29a245019c, 'name': SearchDatastore_Task, 'duration_secs': 0.028961} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.121940] env[69742]: DEBUG oslo_concurrency.lockutils [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.122221] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.122506] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.122722] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.123151] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc0110f9-b3c1-4cb3-8458-15c5bbf7ca0d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.125228] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d591d1d2-0c09-4280-a284-abaf63b8af77 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.136033] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 764.136033] env[69742]: value = "task-4060261" [ 764.136033] env[69742]: _type = "Task" [ 764.136033] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.137677] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.137677] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.141345] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ce5884-0a1b-4ecd-b11c-b5eba4e378ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.154638] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.154960] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for the task: (returnval){ [ 764.154960] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52219060-639c-de84-2d3a-60eca6e62f40" [ 764.154960] env[69742]: _type = "Task" [ 764.154960] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.167745] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52219060-639c-de84-2d3a-60eca6e62f40, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.168646] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3759e1-0edf-4108-ad6a-980e4725e7fe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.178119] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for the task: (returnval){ [ 764.178119] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524fdab7-1583-4621-c31c-64b05b43683e" [ 764.178119] env[69742]: _type = "Task" [ 764.178119] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.187801] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524fdab7-1583-4621-c31c-64b05b43683e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.247839] env[69742]: DEBUG oslo_vmware.api [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207036} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.247839] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.248094] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.248216] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.248393] env[69742]: INFO nova.compute.manager [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Took 1.14 seconds to destroy the instance on the hypervisor. [ 764.248637] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.251236] env[69742]: DEBUG nova.compute.manager [-] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.251340] env[69742]: DEBUG nova.network.neutron [-] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.280098] env[69742]: INFO nova.compute.manager [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Took 44.59 seconds to build instance. [ 764.356234] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060256, 'name': ReconfigVM_Task, 'duration_secs': 0.582377} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.366698] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 70349e4d-cab8-45e8-be9c-b2c8ec613edf/70349e4d-cab8-45e8-be9c-b2c8ec613edf.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.367816] env[69742]: DEBUG oslo_vmware.api [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Task: {'id': task-4060260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198162} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.369530] env[69742]: DEBUG nova.network.neutron [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Successfully created port: fb9cb33b-6359-4d09-84c7-58e0439245ae {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.372517] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac60ae4c-d7dd-4c2f-9658-e5c12275f9bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.375591] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.376137] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.376240] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.376514] env[69742]: INFO nova.compute.manager [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Took 1.18 seconds to destroy the instance on the hypervisor. [ 764.376900] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.377504] env[69742]: DEBUG nova.compute.manager [-] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.377609] env[69742]: DEBUG nova.network.neutron [-] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.388044] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for the task: (returnval){ [ 764.388044] env[69742]: value = "task-4060262" [ 764.388044] env[69742]: _type = "Task" [ 764.388044] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.401419] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060262, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.467233] env[69742]: DEBUG nova.compute.manager [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.485783] env[69742]: DEBUG nova.compute.manager [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.485968] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.486622] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-551e141d-ab86-4cac-84d7-c191e598cc01 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.505551] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Waiting for the task: (returnval){ [ 764.505551] env[69742]: value = "task-4060263" [ 764.505551] env[69742]: _type = "Task" [ 764.505551] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.521932] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.579719] env[69742]: DEBUG nova.compute.manager [req-9ab43442-87d8-4fb1-be97-d47edb3f3944 req-dd59a65e-bb06-4e8b-a615-7ccdc623ee67 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Received event network-vif-deleted-77b0224a-e819-471f-832b-462e8784f093 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.580534] env[69742]: INFO nova.compute.manager [req-9ab43442-87d8-4fb1-be97-d47edb3f3944 req-dd59a65e-bb06-4e8b-a615-7ccdc623ee67 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Neutron deleted interface 77b0224a-e819-471f-832b-462e8784f093; detaching it from the instance and deleting it from the info cache [ 764.580770] env[69742]: DEBUG nova.network.neutron [req-9ab43442-87d8-4fb1-be97-d47edb3f3944 req-dd59a65e-bb06-4e8b-a615-7ccdc623ee67 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.623591] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16985cba-6af6-4496-91a9-14f83df9686b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.632424] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600f51e4-b820-4b6e-886b-c6d1fff18cb6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.672785] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6f5ac1-cbce-4d91-bdb3-61030b9d7ce7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.676969] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060261, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.690273] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a963c033-4a2e-4ee4-a7cc-6b90a4ac5726 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.701274] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524fdab7-1583-4621-c31c-64b05b43683e, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.701274] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.701274] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4c04ad57-5729-43ef-85d3-dbc253c6fff4/4c04ad57-5729-43ef-85d3-dbc253c6fff4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.702125] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3cde6f1-2f8d-48ed-b3cc-d89baeeb7dcf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.713564] env[69742]: DEBUG nova.compute.provider_tree [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.721325] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for the task: (returnval){ [ 764.721325] env[69742]: value = "task-4060264" [ 764.721325] env[69742]: _type = "Task" [ 764.721325] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.731221] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.786275] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3ed5d5eb-a808-4efe-b13c-e8925d1ba2a2 tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Lock "86a50eb4-481a-4167-a95f-ac32c2e811a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.538s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.901330] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060262, 'name': Rename_Task, 'duration_secs': 0.401375} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.901727] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.901860] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ead8f192-446f-4a4c-a2e2-46734e7fb760 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.910748] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for the task: (returnval){ [ 764.910748] env[69742]: value = "task-4060265" [ 764.910748] env[69742]: _type = "Task" [ 764.910748] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.921272] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.022804] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060263, 'name': PowerOffVM_Task, 'duration_secs': 0.362192} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.023894] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.024053] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 765.024222] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804625', 'volume_id': '9b30142a-cc50-4f96-b378-639939bfac8b', 'name': 'volume-9b30142a-cc50-4f96-b378-639939bfac8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c14a3623-4df3-41b9-bc09-6bfff4ad45e2', 'attached_at': '', 'detached_at': '', 'volume_id': '9b30142a-cc50-4f96-b378-639939bfac8b', 'serial': '9b30142a-cc50-4f96-b378-639939bfac8b'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 765.025195] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204caa96-cb0e-4927-9f6f-2304031a743a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.049174] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00590115-dc50-48b2-a4a8-4a8e48221d0a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.059960] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfbec72-203a-4651-8a86-9d4f046ccd87 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.080586] env[69742]: DEBUG nova.network.neutron [-] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.083400] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726dded7-40f6-4866-bf73-ab64184fdc9f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.093207] env[69742]: DEBUG nova.compute.manager [req-214ca0eb-4cb9-46e2-a35d-191325b688f7 req-001e7f34-033f-44f4-92cd-f2f95fa531b1 service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Received event network-vif-deleted-66096c59-7e05-4d3f-aa8e-abb818920bcf {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.093626] env[69742]: INFO nova.compute.manager [req-214ca0eb-4cb9-46e2-a35d-191325b688f7 req-001e7f34-033f-44f4-92cd-f2f95fa531b1 service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Neutron deleted interface 66096c59-7e05-4d3f-aa8e-abb818920bcf; detaching it from the instance and deleting it from the info cache [ 765.093829] env[69742]: DEBUG nova.network.neutron [req-214ca0eb-4cb9-46e2-a35d-191325b688f7 req-001e7f34-033f-44f4-92cd-f2f95fa531b1 service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.095808] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-926a72a7-d452-44bf-82bc-1bf9b1a7ccc3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.118156] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] The volume has not been displaced from its original location: [datastore2] volume-9b30142a-cc50-4f96-b378-639939bfac8b/volume-9b30142a-cc50-4f96-b378-639939bfac8b.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 765.127020] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Reconfiguring VM instance instance-0000000e to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 765.127020] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d34f67d5-a59c-466a-bda1-55e2aa911fed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.145643] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d1a5ed-bff7-41ed-8308-40cf5e78b713 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.168320] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569058} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.169990] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.170260] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.170985] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Waiting for the task: (returnval){ [ 765.170985] env[69742]: value = "task-4060266" [ 765.170985] env[69742]: _type = "Task" [ 765.170985] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.171223] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d83fb318-0f53-41e7-ad88-0ef8ef8df8c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.190474] env[69742]: DEBUG nova.compute.manager [req-9ab43442-87d8-4fb1-be97-d47edb3f3944 req-dd59a65e-bb06-4e8b-a615-7ccdc623ee67 service nova] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Detach interface failed, port_id=77b0224a-e819-471f-832b-462e8784f093, reason: Instance 64f5389c-9f99-4dcf-827e-28a63d2fd863 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 765.196058] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 765.196058] env[69742]: value = "task-4060267" [ 765.196058] env[69742]: _type = "Task" [ 765.196058] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.200172] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.213945] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.217208] env[69742]: DEBUG nova.scheduler.client.report [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.234850] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060264, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.289901] env[69742]: DEBUG nova.compute.manager [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.376184] env[69742]: DEBUG nova.network.neutron [-] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.422345] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.480759] env[69742]: DEBUG nova.compute.manager [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.514976] env[69742]: DEBUG nova.virt.hardware [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.515317] env[69742]: DEBUG nova.virt.hardware [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.515509] env[69742]: DEBUG nova.virt.hardware [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.515743] env[69742]: DEBUG nova.virt.hardware [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.515920] env[69742]: DEBUG nova.virt.hardware [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.516104] env[69742]: DEBUG nova.virt.hardware [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.516385] env[69742]: DEBUG nova.virt.hardware [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.516583] env[69742]: DEBUG nova.virt.hardware [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.516800] env[69742]: DEBUG nova.virt.hardware [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.517051] env[69742]: DEBUG nova.virt.hardware [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.517275] env[69742]: DEBUG nova.virt.hardware [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.518324] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2d1506-7d35-4f02-95a4-a999fc398866 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.528036] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cf3183-a341-4c6e-afab-1e0c54c66363 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.595130] env[69742]: INFO nova.compute.manager [-] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Took 1.34 seconds to deallocate network for instance. [ 765.601691] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4eedfee7-523b-47d5-b3b5-91b891b2eea3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.610964] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097d0d50-6a68-41de-aa84-c271332575c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.649260] env[69742]: DEBUG nova.compute.manager [req-214ca0eb-4cb9-46e2-a35d-191325b688f7 req-001e7f34-033f-44f4-92cd-f2f95fa531b1 service nova] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Detach interface failed, port_id=66096c59-7e05-4d3f-aa8e-abb818920bcf, reason: Instance 3a8deddd-1624-4b69-b150-b5d9487ea7ed could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 765.649973] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquiring lock "86a50eb4-481a-4167-a95f-ac32c2e811a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.650220] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Lock "86a50eb4-481a-4167-a95f-ac32c2e811a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.650424] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquiring lock "86a50eb4-481a-4167-a95f-ac32c2e811a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.650610] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Lock "86a50eb4-481a-4167-a95f-ac32c2e811a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.650782] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Lock "86a50eb4-481a-4167-a95f-ac32c2e811a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.653100] env[69742]: INFO nova.compute.manager [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Terminating instance [ 765.686612] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060266, 'name': ReconfigVM_Task, 'duration_secs': 0.331907} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.686913] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Reconfigured VM instance instance-0000000e to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.691994] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e811c1-cbdb-4348-a357-313291c2dcf2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.714205] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162666} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.716053] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.716793] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Waiting for the task: (returnval){ [ 765.716793] env[69742]: value = "task-4060268" [ 765.716793] env[69742]: _type = "Task" [ 765.716793] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.717558] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a4e782-a46d-451b-8608-872d9cea2cf9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.750782] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.758264] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e7dff6-f500-4da7-afa3-5b76dd704c7a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.775789] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.783305] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613487} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.787039] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4c04ad57-5729-43ef-85d3-dbc253c6fff4/4c04ad57-5729-43ef-85d3-dbc253c6fff4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.787039] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.787039] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 765.787039] env[69742]: value = "task-4060269" [ 765.787039] env[69742]: _type = "Task" [ 765.787039] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.787039] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ee35756-00ce-4a01-83fa-2de7dd5f88aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.801487] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060269, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.805403] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for the task: (returnval){ [ 765.805403] env[69742]: value = "task-4060270" [ 765.805403] env[69742]: _type = "Task" [ 765.805403] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.815687] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.828663] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.879224] env[69742]: INFO nova.compute.manager [-] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Took 1.50 seconds to deallocate network for instance. [ 765.923497] env[69742]: DEBUG oslo_vmware.api [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060265, 'name': PowerOnVM_Task, 'duration_secs': 0.760352} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.924107] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.924205] env[69742]: INFO nova.compute.manager [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Took 5.42 seconds to spawn the instance on the hypervisor. [ 765.924494] env[69742]: DEBUG nova.compute.manager [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.925710] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291f0789-96da-43a2-8ecf-48340349c2ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.102644] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.147289] env[69742]: DEBUG nova.network.neutron [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Successfully updated port: fb9cb33b-6359-4d09-84c7-58e0439245ae {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.158285] env[69742]: DEBUG nova.compute.manager [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.158573] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.159549] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cff607-86a8-4e01-b6eb-a7b4fc07df20 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.169679] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.169974] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb5d186f-bdb3-41b5-ac85-2aa56d1a9a07 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.178677] env[69742]: DEBUG oslo_vmware.api [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for the task: (returnval){ [ 766.178677] env[69742]: value = "task-4060271" [ 766.178677] env[69742]: _type = "Task" [ 766.178677] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.187916] env[69742]: DEBUG oslo_vmware.api [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.230948] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060268, 'name': ReconfigVM_Task, 'duration_secs': 0.311958} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.231311] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804625', 'volume_id': '9b30142a-cc50-4f96-b378-639939bfac8b', 'name': 'volume-9b30142a-cc50-4f96-b378-639939bfac8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c14a3623-4df3-41b9-bc09-6bfff4ad45e2', 'attached_at': '', 'detached_at': '', 'volume_id': '9b30142a-cc50-4f96-b378-639939bfac8b', 'serial': '9b30142a-cc50-4f96-b378-639939bfac8b'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 766.231585] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.232381] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558726e1-7db8-4f17-8709-21b54b54ac48 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.240808] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.241091] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa4dbc1-16c0-46f5-8938-9088515debba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.259470] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.801s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.266181] env[69742]: DEBUG oslo_concurrency.lockutils [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.127s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.266181] env[69742]: DEBUG nova.objects.instance [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Lazy-loading 'resources' on Instance uuid 135ff4da-ae66-4773-807a-99497e79c966 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.299454] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.316598] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084623} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.316890] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.317937] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6f98d1-c126-4fa0-89a7-f13b79ac3fac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.324627] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.324627] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.324627] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Deleting the datastore file [datastore2] c14a3623-4df3-41b9-bc09-6bfff4ad45e2 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.325052] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25970a09-a5fe-4963-9aa6-1d9a4a9f1673 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.350771] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 4c04ad57-5729-43ef-85d3-dbc253c6fff4/4c04ad57-5729-43ef-85d3-dbc253c6fff4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.352365] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e0088e8-0078-4237-a6dd-b789d3e24b30 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.370868] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Waiting for the task: (returnval){ [ 766.370868] env[69742]: value = "task-4060273" [ 766.370868] env[69742]: _type = "Task" [ 766.370868] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.377428] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for the task: (returnval){ [ 766.377428] env[69742]: value = "task-4060274" [ 766.377428] env[69742]: _type = "Task" [ 766.377428] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.380724] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.391664] env[69742]: DEBUG oslo_concurrency.lockutils [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.392145] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.448728] env[69742]: INFO nova.compute.manager [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Took 37.85 seconds to build instance. [ 766.649078] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.649252] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.649440] env[69742]: DEBUG nova.network.neutron [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.691198] env[69742]: DEBUG oslo_vmware.api [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060271, 'name': PowerOffVM_Task, 'duration_secs': 0.397062} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.691523] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.692333] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.693046] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce674ca-e17f-4559-bc04-c0dbfa9ab93a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.776269] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.776518] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.776704] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Deleting the datastore file [datastore2] 86a50eb4-481a-4167-a95f-ac32c2e811a4 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.777036] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-773fb227-d667-40be-801c-ed199fa9e2c7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.785727] env[69742]: DEBUG oslo_vmware.api [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for the task: (returnval){ [ 766.785727] env[69742]: value = "task-4060276" [ 766.785727] env[69742]: _type = "Task" [ 766.785727] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.811063] env[69742]: DEBUG oslo_vmware.api [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.816816] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060269, 'name': ReconfigVM_Task, 'duration_secs': 0.816018} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.820739] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Reconfigured VM instance instance-0000001d to attach disk [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.822306] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9234fa08-2c97-48e7-a4ce-764bd98ca8d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.831313] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 766.831313] env[69742]: value = "task-4060277" [ 766.831313] env[69742]: _type = "Task" [ 766.831313] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.845944] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060277, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.857288] env[69742]: INFO nova.scheduler.client.report [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Deleted allocation for migration b89fe488-2b48-4a68-a512-34619160167d [ 766.890435] env[69742]: DEBUG oslo_vmware.api [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Task: {'id': task-4060273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187567} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.890435] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.890435] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.890435] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.890435] env[69742]: INFO nova.compute.manager [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Took 2.40 seconds to destroy the instance on the hypervisor. [ 766.890769] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.895421] env[69742]: DEBUG nova.compute.manager [-] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.895421] env[69742]: DEBUG nova.network.neutron [-] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.899956] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060274, 'name': ReconfigVM_Task, 'duration_secs': 0.296561} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.900627] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 4c04ad57-5729-43ef-85d3-dbc253c6fff4/4c04ad57-5729-43ef-85d3-dbc253c6fff4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.901328] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe24d7ac-f71c-48cb-ad8e-858d8c704e46 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.909693] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for the task: (returnval){ [ 766.909693] env[69742]: value = "task-4060278" [ 766.909693] env[69742]: _type = "Task" [ 766.909693] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.924160] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060278, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.954438] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d0ac2f5-3117-4716-86d1-8b6aa61e16e3 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lock "70349e4d-cab8-45e8-be9c-b2c8ec613edf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.720s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.203047] env[69742]: DEBUG nova.network.neutron [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.295998] env[69742]: DEBUG oslo_vmware.api [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.303133] env[69742]: DEBUG nova.compute.manager [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Received event network-vif-plugged-fb9cb33b-6359-4d09-84c7-58e0439245ae {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.303376] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] Acquiring lock "105fe6a4-75f2-4d70-80bd-e07259585778-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.303667] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] Lock "105fe6a4-75f2-4d70-80bd-e07259585778-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.303763] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] Lock "105fe6a4-75f2-4d70-80bd-e07259585778-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.303905] env[69742]: DEBUG nova.compute.manager [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] No waiting events found dispatching network-vif-plugged-fb9cb33b-6359-4d09-84c7-58e0439245ae {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.304114] env[69742]: WARNING nova.compute.manager [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Received unexpected event network-vif-plugged-fb9cb33b-6359-4d09-84c7-58e0439245ae for instance with vm_state building and task_state spawning. [ 767.304362] env[69742]: DEBUG nova.compute.manager [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Received event network-changed-fb9cb33b-6359-4d09-84c7-58e0439245ae {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.304433] env[69742]: DEBUG nova.compute.manager [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Refreshing instance network info cache due to event network-changed-fb9cb33b-6359-4d09-84c7-58e0439245ae. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.304597] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] Acquiring lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.305301] env[69742]: DEBUG nova.compute.manager [None req-613c4700-9c14-45b6-b383-1cd720af9a87 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.306176] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8727ac8-8c43-49e8-b3e1-4e38ca6193d8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.341769] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060277, 'name': Rename_Task, 'duration_secs': 0.224336} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.344915] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.345420] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a97010-953e-4629-84ad-dfa1381d3b86 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.353406] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 767.353406] env[69742]: value = "task-4060279" [ 767.353406] env[69742]: _type = "Task" [ 767.353406] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.369863] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6f2994ce-2bfe-4e17-adea-398761be7e6b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.191s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.371355] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.421028] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060278, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.439856] env[69742]: DEBUG nova.network.neutron [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Updating instance_info_cache with network_info: [{"id": "fb9cb33b-6359-4d09-84c7-58e0439245ae", "address": "fa:16:3e:7e:08:51", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9cb33b-63", "ovs_interfaceid": "fb9cb33b-6359-4d09-84c7-58e0439245ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.450600] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a099cbee-5958-4665-919a-59d5d01098e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.462066] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fdb1fb-11ce-41b5-bb0a-edb1a1369e58 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.467330] env[69742]: DEBUG nova.compute.manager [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.469862] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquiring lock "70349e4d-cab8-45e8-be9c-b2c8ec613edf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.470093] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lock "70349e4d-cab8-45e8-be9c-b2c8ec613edf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.470294] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquiring lock "70349e4d-cab8-45e8-be9c-b2c8ec613edf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.470476] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lock "70349e4d-cab8-45e8-be9c-b2c8ec613edf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.470666] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lock "70349e4d-cab8-45e8-be9c-b2c8ec613edf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.473180] env[69742]: INFO nova.compute.manager [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Terminating instance [ 767.503460] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b55d6e0-c075-49cc-8d34-247ea1df915c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.512452] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76564796-af8f-464f-bcfe-073d67d8e93d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.528833] env[69742]: DEBUG nova.compute.provider_tree [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.797430] env[69742]: DEBUG oslo_vmware.api [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Task: {'id': task-4060276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52242} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.797973] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.798341] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.798709] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.798999] env[69742]: INFO nova.compute.manager [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Took 1.64 seconds to destroy the instance on the hypervisor. [ 767.799356] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.799694] env[69742]: DEBUG nova.compute.manager [-] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.799890] env[69742]: DEBUG nova.network.neutron [-] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.819550] env[69742]: INFO nova.compute.manager [None req-613c4700-9c14-45b6-b383-1cd720af9a87 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] instance snapshotting [ 767.820588] env[69742]: DEBUG nova.objects.instance [None req-613c4700-9c14-45b6-b383-1cd720af9a87 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lazy-loading 'flavor' on Instance uuid 70349e4d-cab8-45e8-be9c-b2c8ec613edf {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.867641] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060279, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.923481] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060278, 'name': Rename_Task, 'duration_secs': 0.845993} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.923481] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.923481] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ff17669-8b18-47b8-993d-eacb5d304c74 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.931041] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for the task: (returnval){ [ 767.931041] env[69742]: value = "task-4060280" [ 767.931041] env[69742]: _type = "Task" [ 767.931041] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.949028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.949318] env[69742]: DEBUG nova.compute.manager [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Instance network_info: |[{"id": "fb9cb33b-6359-4d09-84c7-58e0439245ae", "address": "fa:16:3e:7e:08:51", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9cb33b-63", "ovs_interfaceid": "fb9cb33b-6359-4d09-84c7-58e0439245ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.949611] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.949858] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] Acquired lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.950037] env[69742]: DEBUG nova.network.neutron [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Refreshing network info cache for port fb9cb33b-6359-4d09-84c7-58e0439245ae {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.955019] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:08:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb9cb33b-6359-4d09-84c7-58e0439245ae', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.960453] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Creating folder: Project (c727b75d0db347569fa0a54399eab163). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.961266] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6d83b2d-e434-4659-bc5a-dd78e4e141e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.975854] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Created folder: Project (c727b75d0db347569fa0a54399eab163) in parent group-v804621. [ 767.976217] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Creating folder: Instances. Parent ref: group-v804713. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.976529] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8df20e6-e1ab-497c-8e75-41db0b8fe4e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.989159] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Created folder: Instances in parent group-v804713. [ 767.989452] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.989651] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.989896] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aa85b1f-7aa1-47e8-8bc7-90846441846c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.006106] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.006923] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquiring lock "refresh_cache-70349e4d-cab8-45e8-be9c-b2c8ec613edf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.007099] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquired lock "refresh_cache-70349e4d-cab8-45e8-be9c-b2c8ec613edf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.007278] env[69742]: DEBUG nova.network.neutron [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.013963] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.013963] env[69742]: value = "task-4060283" [ 768.013963] env[69742]: _type = "Task" [ 768.013963] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.023561] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060283, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.032417] env[69742]: DEBUG nova.scheduler.client.report [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.085740] env[69742]: DEBUG nova.network.neutron [-] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.330038] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc37faa4-7b6e-4e99-83dc-b4bcf6db7a3a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.357601] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f64093a-146f-447c-a93b-6550a3ed5d63 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.378404] env[69742]: DEBUG oslo_vmware.api [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060279, 'name': PowerOnVM_Task, 'duration_secs': 0.889887} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.379810] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.380070] env[69742]: DEBUG nova.compute.manager [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.381042] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a60c073-665f-46e1-be61-1c17bd2bf221 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.441562] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060280, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.525237] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060283, 'name': CreateVM_Task, 'duration_secs': 0.396892} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.525425] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.526110] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.526280] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.526621] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.528488] env[69742]: DEBUG nova.network.neutron [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.530272] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1232375-e240-4a96-a98d-26b9d3ed7f93 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.536170] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 768.536170] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522902c0-aa4d-32b8-c5e1-b9c720df735e" [ 768.536170] env[69742]: _type = "Task" [ 768.536170] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.536815] env[69742]: DEBUG oslo_concurrency.lockutils [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.542794] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.148s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.543093] env[69742]: DEBUG nova.objects.instance [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lazy-loading 'resources' on Instance uuid 47ee7966-b9b1-49a1-9f34-c09403a33d55 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.554353] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522902c0-aa4d-32b8-c5e1-b9c720df735e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.564964] env[69742]: INFO nova.scheduler.client.report [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Deleted allocations for instance 135ff4da-ae66-4773-807a-99497e79c966 [ 768.588931] env[69742]: INFO nova.compute.manager [-] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Took 1.69 seconds to deallocate network for instance. [ 768.617841] env[69742]: DEBUG nova.network.neutron [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.682293] env[69742]: DEBUG nova.network.neutron [-] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.722939] env[69742]: DEBUG nova.network.neutron [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Updated VIF entry in instance network info cache for port fb9cb33b-6359-4d09-84c7-58e0439245ae. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.722939] env[69742]: DEBUG nova.network.neutron [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Updating instance_info_cache with network_info: [{"id": "fb9cb33b-6359-4d09-84c7-58e0439245ae", "address": "fa:16:3e:7e:08:51", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9cb33b-63", "ovs_interfaceid": "fb9cb33b-6359-4d09-84c7-58e0439245ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.881050] env[69742]: DEBUG nova.compute.manager [None req-613c4700-9c14-45b6-b383-1cd720af9a87 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Instance disappeared during snapshot {{(pid=69742) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 768.899975] env[69742]: DEBUG oslo_concurrency.lockutils [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.942775] env[69742]: DEBUG oslo_vmware.api [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060280, 'name': PowerOnVM_Task, 'duration_secs': 0.549217} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.943241] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.943504] env[69742]: INFO nova.compute.manager [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Took 10.24 seconds to spawn the instance on the hypervisor. [ 768.943745] env[69742]: DEBUG nova.compute.manager [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.944601] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554d6c54-75b2-4871-8c81-a20702d20a82 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.029567] env[69742]: DEBUG nova.compute.manager [None req-613c4700-9c14-45b6-b383-1cd720af9a87 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Found 0 images (rotation: 2) {{(pid=69742) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 769.058269] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522902c0-aa4d-32b8-c5e1-b9c720df735e, 'name': SearchDatastore_Task, 'duration_secs': 0.014502} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.058747] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.059072] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.059262] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.059402] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.059601] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.059882] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d289a83-cb2f-4a88-9662-8589fa321f6a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.074323] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.074581] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.075857] env[69742]: DEBUG oslo_concurrency.lockutils [None req-94998930-6a51-4862-baab-aafc78521e36 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859 tempest-FloatingIPsAssociationNegativeTestJSON-2109404859-project-member] Lock "135ff4da-ae66-4773-807a-99497e79c966" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.344s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.077487] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873f501d-aa55-4270-ad72-0f804fa8e91d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.088121] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 769.088121] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c1066c-d53a-190d-95d1-67bd1804377e" [ 769.088121] env[69742]: _type = "Task" [ 769.088121] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.098854] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c1066c-d53a-190d-95d1-67bd1804377e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.120548] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Releasing lock "refresh_cache-70349e4d-cab8-45e8-be9c-b2c8ec613edf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.120973] env[69742]: DEBUG nova.compute.manager [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.121183] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.122056] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8802e98-623d-40e7-b00f-0c6bc9b1c883 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.130246] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.133015] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45ce61c7-8b4f-4edf-9a2e-3934b7ec62c8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.140675] env[69742]: DEBUG oslo_vmware.api [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for the task: (returnval){ [ 769.140675] env[69742]: value = "task-4060284" [ 769.140675] env[69742]: _type = "Task" [ 769.140675] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.150863] env[69742]: DEBUG oslo_vmware.api [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.164266] env[69742]: INFO nova.compute.manager [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Took 0.57 seconds to detach 1 volumes for instance. [ 769.168578] env[69742]: DEBUG nova.compute.manager [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Deleting volume: 9b30142a-cc50-4f96-b378-639939bfac8b {{(pid=69742) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 769.187198] env[69742]: INFO nova.compute.manager [-] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Took 1.39 seconds to deallocate network for instance. [ 769.224564] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c1f793f-1e2a-48cd-8dea-657c8d6ed1ba req-b7488288-a3ca-4904-8f2f-5259f1e09428 service nova] Releasing lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.464087] env[69742]: INFO nova.compute.manager [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Took 46.75 seconds to build instance. [ 769.540664] env[69742]: DEBUG nova.compute.manager [req-dc321db4-f46f-4024-a496-42e3db9cb948 req-6286489e-2b7f-4c6e-ac44-a5ae6c0dc61e service nova] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Received event network-vif-deleted-2bc5ce26-aeb8-49b8-8ab3-3cf2f8d4de32 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.540822] env[69742]: DEBUG nova.compute.manager [req-dc321db4-f46f-4024-a496-42e3db9cb948 req-6286489e-2b7f-4c6e-ac44-a5ae6c0dc61e service nova] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Received event network-vif-deleted-b4093dbb-a649-4ba7-8a34-a970a445c61a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.603133] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c1066c-d53a-190d-95d1-67bd1804377e, 'name': SearchDatastore_Task, 'duration_secs': 0.014839} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.608360] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e46c95-5a6c-47d5-9eb3-7486bf65dca4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.617271] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 769.617271] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a1c852-6bba-5b0e-8b89-3fd42d2d17bc" [ 769.617271] env[69742]: _type = "Task" [ 769.617271] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.632142] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a1c852-6bba-5b0e-8b89-3fd42d2d17bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.648778] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690fa75e-7db0-43e6-972f-6ad8b566f34e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.658761] env[69742]: DEBUG oslo_vmware.api [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060284, 'name': PowerOffVM_Task, 'duration_secs': 0.231216} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.659129] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.659306] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.660270] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a65c0b-9693-4436-8061-2fb94e9920c0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.665190] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfdf9166-e8ad-4b12-a862-bea909ffe125 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.700539] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.702045] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f603db05-53d3-4d3e-ac4d-be6376fed6b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.710933] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffa9c9a-f145-4c51-9ced-645048ff4bd5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.727724] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.728163] env[69742]: DEBUG nova.compute.provider_tree [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.734387] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.734615] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.735156] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Deleting the datastore file [datastore2] 70349e4d-cab8-45e8-be9c-b2c8ec613edf {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.736201] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b734d31-1391-40f7-a7c5-4eda162f0ede {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.743036] env[69742]: DEBUG oslo_vmware.api [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for the task: (returnval){ [ 769.743036] env[69742]: value = "task-4060287" [ 769.743036] env[69742]: _type = "Task" [ 769.743036] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.752455] env[69742]: DEBUG oslo_vmware.api [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.764513] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "82319341-97ba-4d4f-9388-34aa338c03c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.764782] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "82319341-97ba-4d4f-9388-34aa338c03c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.969735] env[69742]: DEBUG oslo_concurrency.lockutils [None req-569caae2-cb4d-4556-bf1e-bfc1d834e3ec tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.926s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.047443] env[69742]: INFO nova.compute.manager [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Rebuilding instance [ 770.099929] env[69742]: DEBUG nova.compute.manager [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.101382] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e90598-a7b9-4b4d-b9a5-9ec8e9ef6062 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.129149] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a1c852-6bba-5b0e-8b89-3fd42d2d17bc, 'name': SearchDatastore_Task, 'duration_secs': 0.028432} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.129432] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.129710] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 105fe6a4-75f2-4d70-80bd-e07259585778/105fe6a4-75f2-4d70-80bd-e07259585778.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.129981] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9ba625b-3809-48c3-80b4-eb468c1ebe10 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.137996] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 770.137996] env[69742]: value = "task-4060288" [ 770.137996] env[69742]: _type = "Task" [ 770.137996] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.146878] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.237046] env[69742]: DEBUG nova.scheduler.client.report [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.255945] env[69742]: DEBUG oslo_vmware.api [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Task: {'id': task-4060287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380788} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.256235] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.256756] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.256985] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.257181] env[69742]: INFO nova.compute.manager [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 770.257423] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.258218] env[69742]: DEBUG nova.compute.manager [-] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.258325] env[69742]: DEBUG nova.network.neutron [-] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.275151] env[69742]: DEBUG nova.network.neutron [-] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.474019] env[69742]: DEBUG nova.compute.manager [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.650725] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060288, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.744133] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.748358] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.545s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.751352] env[69742]: INFO nova.compute.claims [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.778218] env[69742]: DEBUG nova.network.neutron [-] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.783079] env[69742]: INFO nova.scheduler.client.report [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Deleted allocations for instance 47ee7966-b9b1-49a1-9f34-c09403a33d55 [ 771.004337] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.121105] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.121284] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96926a3d-a1c7-4658-a023-4728a7376b90 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.131315] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Waiting for the task: (returnval){ [ 771.131315] env[69742]: value = "task-4060289" [ 771.131315] env[69742]: _type = "Task" [ 771.131315] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.143120] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.152545] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815317} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.154226] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 105fe6a4-75f2-4d70-80bd-e07259585778/105fe6a4-75f2-4d70-80bd-e07259585778.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.154226] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.154226] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e03256d9-65a1-45fc-9b14-41335c9f60ce {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.161308] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 771.161308] env[69742]: value = "task-4060290" [ 771.161308] env[69742]: _type = "Task" [ 771.161308] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.171600] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.287038] env[69742]: INFO nova.compute.manager [-] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Took 1.03 seconds to deallocate network for instance. [ 771.304175] env[69742]: DEBUG oslo_concurrency.lockutils [None req-eaee464b-0d85-4ed1-a7f1-cad6b864a894 tempest-ServerShowV247Test-296888180 tempest-ServerShowV247Test-296888180-project-member] Lock "47ee7966-b9b1-49a1-9f34-c09403a33d55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.163s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.378626] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquiring lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.379103] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.379174] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquiring lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.379331] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.379531] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.381780] env[69742]: INFO nova.compute.manager [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Terminating instance [ 771.646948] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060289, 'name': PowerOffVM_Task, 'duration_secs': 0.212147} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.647272] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.647523] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.648973] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360c2168-f0a5-41cc-ac63-1aa5da336436 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.658133] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.658133] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea28a3ba-5500-4f08-b28e-f67ddc940a6d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.673622] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089181} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.673948] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.674994] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d3f4e3-c5c2-44a3-b6df-f647950d7b2a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.708245] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 105fe6a4-75f2-4d70-80bd-e07259585778/105fe6a4-75f2-4d70-80bd-e07259585778.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.709773] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20ddfdd9-6c82-4541-84c6-85082da9a2ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.726909] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.727193] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.727389] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Deleting the datastore file [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.727707] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-198486ff-6b29-4f7f-937d-3dd18270dd8f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.735429] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 771.735429] env[69742]: value = "task-4060293" [ 771.735429] env[69742]: _type = "Task" [ 771.735429] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.737179] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Waiting for the task: (returnval){ [ 771.737179] env[69742]: value = "task-4060292" [ 771.737179] env[69742]: _type = "Task" [ 771.737179] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.750205] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.753915] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.797821] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.888759] env[69742]: DEBUG nova.compute.manager [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.889171] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.890150] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6388b7ff-452c-45fe-8ff0-83be3758e52d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.900028] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.900322] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10736079-a415-410e-ac53-cb7bdb2300ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.908166] env[69742]: DEBUG oslo_vmware.api [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for the task: (returnval){ [ 771.908166] env[69742]: value = "task-4060294" [ 771.908166] env[69742]: _type = "Task" [ 771.908166] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.920911] env[69742]: DEBUG oslo_vmware.api [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.258192] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115049} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.258698] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060293, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.261936] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.262125] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.262996] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.396067] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51eb365-4f1a-4f19-9e7e-ea8e8e8e0a14 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.404935] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0b2a88-7af5-41fa-8c45-19abf70726d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.421559] env[69742]: DEBUG oslo_vmware.api [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060294, 'name': PowerOffVM_Task, 'duration_secs': 0.230823} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.454864] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.455626] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.456210] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba88816-780e-44e9-b679-4def98d84e3f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.458566] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dfc428-91ce-4b39-9e78-b72df7a08255 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.467879] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51621e8-b337-4677-967c-1fc6a47cc007 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.484642] env[69742]: DEBUG nova.compute.provider_tree [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.532924] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.533183] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.533411] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Deleting the datastore file [datastore2] 4c04ad57-5729-43ef-85d3-dbc253c6fff4 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.534192] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38a4ea59-7ed2-4fa7-a43c-265e2d4abaf7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.542024] env[69742]: DEBUG oslo_vmware.api [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for the task: (returnval){ [ 772.542024] env[69742]: value = "task-4060296" [ 772.542024] env[69742]: _type = "Task" [ 772.542024] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.551082] env[69742]: DEBUG oslo_vmware.api [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.748058] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060293, 'name': ReconfigVM_Task, 'duration_secs': 0.522764} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.748228] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 105fe6a4-75f2-4d70-80bd-e07259585778/105fe6a4-75f2-4d70-80bd-e07259585778.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.748903] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc7a660d-de95-4956-a480-93d3d86e8972 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.757239] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 772.757239] env[69742]: value = "task-4060297" [ 772.757239] env[69742]: _type = "Task" [ 772.757239] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.766298] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060297, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.010807] env[69742]: ERROR nova.scheduler.client.report [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [req-4214db16-e666-4ce9-80ca-be6828d60e36] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4214db16-e666-4ce9-80ca-be6828d60e36"}]} [ 773.033281] env[69742]: DEBUG nova.scheduler.client.report [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 773.052555] env[69742]: DEBUG oslo_vmware.api [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Task: {'id': task-4060296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152932} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.052997] env[69742]: DEBUG nova.scheduler.client.report [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 773.054178] env[69742]: DEBUG nova.compute.provider_tree [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.055317] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.055672] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.055908] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.056134] env[69742]: INFO nova.compute.manager [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 773.056417] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.057459] env[69742]: DEBUG nova.compute.manager [-] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.057459] env[69742]: DEBUG nova.network.neutron [-] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.071597] env[69742]: DEBUG nova.scheduler.client.report [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 773.094876] env[69742]: DEBUG nova.scheduler.client.report [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 773.275541] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060297, 'name': Rename_Task, 'duration_secs': 0.160754} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.279846] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.279846] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-153f52f6-629e-4f62-b98e-afc91e75b05d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.291713] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 773.291713] env[69742]: value = "task-4060298" [ 773.291713] env[69742]: _type = "Task" [ 773.291713] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.301451] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.312364] env[69742]: DEBUG nova.virt.hardware [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.312616] env[69742]: DEBUG nova.virt.hardware [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.312804] env[69742]: DEBUG nova.virt.hardware [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.312990] env[69742]: DEBUG nova.virt.hardware [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.313143] env[69742]: DEBUG nova.virt.hardware [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.314016] env[69742]: DEBUG nova.virt.hardware [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.314016] env[69742]: DEBUG nova.virt.hardware [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.314016] env[69742]: DEBUG nova.virt.hardware [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.314016] env[69742]: DEBUG nova.virt.hardware [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.314319] env[69742]: DEBUG nova.virt.hardware [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.314565] env[69742]: DEBUG nova.virt.hardware [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.315482] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5054befc-dfe8-4c5b-bdee-43e094e86972 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.327790] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aad5db2-ad19-4de6-8acd-26994b8f7af1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.356674] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.362531] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.365419] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.366066] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a7062c4-2c33-43a9-b3be-893fd1ac5028 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.389026] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.389026] env[69742]: value = "task-4060299" [ 773.389026] env[69742]: _type = "Task" [ 773.389026] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.403172] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060299, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.420700] env[69742]: DEBUG nova.compute.manager [req-efcb7a74-58b0-4b5a-8756-0941842a316e req-b3232421-e5c0-42a4-beb4-472790f83efa service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Received event network-vif-deleted-8834acd8-a11a-430f-a883-c120722755f0 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.420931] env[69742]: INFO nova.compute.manager [req-efcb7a74-58b0-4b5a-8756-0941842a316e req-b3232421-e5c0-42a4-beb4-472790f83efa service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Neutron deleted interface 8834acd8-a11a-430f-a883-c120722755f0; detaching it from the instance and deleting it from the info cache [ 773.421194] env[69742]: DEBUG nova.network.neutron [req-efcb7a74-58b0-4b5a-8756-0941842a316e req-b3232421-e5c0-42a4-beb4-472790f83efa service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.668550] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eec9cab-f05b-47ef-a01b-1cc329c9c7d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.678554] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf536dfc-12df-480f-89cc-004175f31c8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.717458] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ca19ea-da9a-4fe6-8037-9417cbffa066 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.727222] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd475e7f-b2a1-4d8e-bbd5-808b0350b8d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.751365] env[69742]: DEBUG nova.compute.provider_tree [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.803764] env[69742]: DEBUG oslo_vmware.api [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060298, 'name': PowerOnVM_Task, 'duration_secs': 0.507713} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.804644] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.804875] env[69742]: INFO nova.compute.manager [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Took 8.32 seconds to spawn the instance on the hypervisor. [ 773.805844] env[69742]: DEBUG nova.compute.manager [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.806065] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed327ee1-d641-4499-9530-e73463aaa0ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.895713] env[69742]: DEBUG nova.network.neutron [-] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.900554] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060299, 'name': CreateVM_Task, 'duration_secs': 0.303978} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.900981] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.901606] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.901752] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.902108] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.902408] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf37808e-5470-459b-91a0-e003b0285893 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.908784] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Waiting for the task: (returnval){ [ 773.908784] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529597c4-1390-6899-e35d-c0550d647c9f" [ 773.908784] env[69742]: _type = "Task" [ 773.908784] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.920637] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529597c4-1390-6899-e35d-c0550d647c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.924536] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-032c0194-c93c-4fb9-a999-c089b8535fc8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.934575] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e5753d-324d-49d0-ba50-9c5115cbecd1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.968745] env[69742]: DEBUG nova.compute.manager [req-efcb7a74-58b0-4b5a-8756-0941842a316e req-b3232421-e5c0-42a4-beb4-472790f83efa service nova] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Detach interface failed, port_id=8834acd8-a11a-430f-a883-c120722755f0, reason: Instance 4c04ad57-5729-43ef-85d3-dbc253c6fff4 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 774.295059] env[69742]: DEBUG nova.scheduler.client.report [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 774.295361] env[69742]: DEBUG nova.compute.provider_tree [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 58 to 59 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 774.295495] env[69742]: DEBUG nova.compute.provider_tree [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.324226] env[69742]: INFO nova.compute.manager [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Took 40.99 seconds to build instance. [ 774.405021] env[69742]: INFO nova.compute.manager [-] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Took 1.34 seconds to deallocate network for instance. [ 774.425155] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529597c4-1390-6899-e35d-c0550d647c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011566} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.426381] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.426381] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.426381] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.426381] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.426566] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.426566] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-438f3e2c-be4b-4308-8780-25e93b962db7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.444706] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.444925] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.445720] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f76e645-81f3-485e-9e55-f5fb5a7b1b9a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.454210] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Waiting for the task: (returnval){ [ 774.454210] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cae062-9914-9895-7233-1e0b9a6ae7b7" [ 774.454210] env[69742]: _type = "Task" [ 774.454210] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.467560] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cae062-9914-9895-7233-1e0b9a6ae7b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.800764] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.053s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.801400] env[69742]: DEBUG nova.compute.manager [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.804699] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.835s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.804927] env[69742]: DEBUG nova.objects.instance [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Lazy-loading 'resources' on Instance uuid daf98c6d-4dc6-4d33-a53c-4d9d8800de6c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.826879] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c66ab64-6a4f-415e-8814-47e61e396854 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "105fe6a4-75f2-4d70-80bd-e07259585778" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.867s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.910722] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.966264] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cae062-9914-9895-7233-1e0b9a6ae7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.020383} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.966505] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53b03dd-2389-40f3-8efd-63dd75afdc63 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.977048] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Waiting for the task: (returnval){ [ 774.977048] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52276205-9273-9bdf-a93b-71a43d15bad7" [ 774.977048] env[69742]: _type = "Task" [ 774.977048] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.987493] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52276205-9273-9bdf-a93b-71a43d15bad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.313135] env[69742]: DEBUG nova.compute.utils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.317153] env[69742]: DEBUG nova.compute.manager [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.317361] env[69742]: DEBUG nova.network.neutron [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.330801] env[69742]: DEBUG nova.compute.manager [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.411530] env[69742]: DEBUG nova.policy [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3aaf420befb94603a9a66817109fcbd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16d7e1eafbc24a8db86e58f7d3ccc9e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.496739] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52276205-9273-9bdf-a93b-71a43d15bad7, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.496739] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.496739] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.496739] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f33992c3-d545-417a-bf12-fee7e46d916b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.508035] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Waiting for the task: (returnval){ [ 775.508035] env[69742]: value = "task-4060300" [ 775.508035] env[69742]: _type = "Task" [ 775.508035] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.517366] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.822730] env[69742]: DEBUG nova.compute.manager [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.831821] env[69742]: DEBUG nova.compute.manager [req-6745a171-1456-4496-b510-16f5e1c62cea req-e1e74e46-6458-4830-80c8-3e64f9b64f22 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Received event network-changed-fb9cb33b-6359-4d09-84c7-58e0439245ae {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.831976] env[69742]: DEBUG nova.compute.manager [req-6745a171-1456-4496-b510-16f5e1c62cea req-e1e74e46-6458-4830-80c8-3e64f9b64f22 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Refreshing instance network info cache due to event network-changed-fb9cb33b-6359-4d09-84c7-58e0439245ae. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.832571] env[69742]: DEBUG oslo_concurrency.lockutils [req-6745a171-1456-4496-b510-16f5e1c62cea req-e1e74e46-6458-4830-80c8-3e64f9b64f22 service nova] Acquiring lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.833347] env[69742]: DEBUG oslo_concurrency.lockutils [req-6745a171-1456-4496-b510-16f5e1c62cea req-e1e74e46-6458-4830-80c8-3e64f9b64f22 service nova] Acquired lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.833347] env[69742]: DEBUG nova.network.neutron [req-6745a171-1456-4496-b510-16f5e1c62cea req-e1e74e46-6458-4830-80c8-3e64f9b64f22 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Refreshing network info cache for port fb9cb33b-6359-4d09-84c7-58e0439245ae {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.873253] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.990217] env[69742]: DEBUG nova.network.neutron [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Successfully created port: 57260674-d24f-4a4e-8358-3832cffe3bc9 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.020818] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509312} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.021253] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.021606] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.021978] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-740d8f2a-a9f6-4592-ba3a-a15053cc15df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.026984] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180b9337-5e38-4a90-a495-a4d662410af2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.037665] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5917e1db-89ab-440b-a260-626e0a2d4a67 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.041353] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Waiting for the task: (returnval){ [ 776.041353] env[69742]: value = "task-4060301" [ 776.041353] env[69742]: _type = "Task" [ 776.041353] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.077130] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8370d662-5fae-48a6-901e-2b2c908cb55c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.085029] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060301, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.091223] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b17c72-791d-4a89-9108-445190fb2774 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.108734] env[69742]: DEBUG nova.compute.provider_tree [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.552845] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064916} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.555559] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.557336] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559fb8c7-6029-44c1-af0b-151403d12f2b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.586024] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.586024] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20c8978a-e3be-4c75-8085-d508ef1c9231 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.600450] env[69742]: DEBUG nova.network.neutron [req-6745a171-1456-4496-b510-16f5e1c62cea req-e1e74e46-6458-4830-80c8-3e64f9b64f22 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Updated VIF entry in instance network info cache for port fb9cb33b-6359-4d09-84c7-58e0439245ae. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.600808] env[69742]: DEBUG nova.network.neutron [req-6745a171-1456-4496-b510-16f5e1c62cea req-e1e74e46-6458-4830-80c8-3e64f9b64f22 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Updating instance_info_cache with network_info: [{"id": "fb9cb33b-6359-4d09-84c7-58e0439245ae", "address": "fa:16:3e:7e:08:51", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9cb33b-63", "ovs_interfaceid": "fb9cb33b-6359-4d09-84c7-58e0439245ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.612919] env[69742]: DEBUG nova.scheduler.client.report [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.623412] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Waiting for the task: (returnval){ [ 776.623412] env[69742]: value = "task-4060302" [ 776.623412] env[69742]: _type = "Task" [ 776.623412] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.635037] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.833577] env[69742]: DEBUG nova.compute.manager [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.860221] env[69742]: DEBUG nova.virt.hardware [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.860474] env[69742]: DEBUG nova.virt.hardware [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.860630] env[69742]: DEBUG nova.virt.hardware [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.860812] env[69742]: DEBUG nova.virt.hardware [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.860954] env[69742]: DEBUG nova.virt.hardware [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.861123] env[69742]: DEBUG nova.virt.hardware [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.861376] env[69742]: DEBUG nova.virt.hardware [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.861539] env[69742]: DEBUG nova.virt.hardware [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.861709] env[69742]: DEBUG nova.virt.hardware [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.861875] env[69742]: DEBUG nova.virt.hardware [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.862061] env[69742]: DEBUG nova.virt.hardware [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.862974] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb399365-710f-4d86-9892-16eb739c2cf3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.872201] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f65825-406b-40a6-b9b6-877480269984 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.108488] env[69742]: DEBUG oslo_concurrency.lockutils [req-6745a171-1456-4496-b510-16f5e1c62cea req-e1e74e46-6458-4830-80c8-3e64f9b64f22 service nova] Releasing lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.124195] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.127274] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.631s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.128803] env[69742]: INFO nova.compute.claims [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.142927] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060302, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.150480] env[69742]: INFO nova.scheduler.client.report [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Deleted allocations for instance daf98c6d-4dc6-4d33-a53c-4d9d8800de6c [ 777.639885] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060302, 'name': ReconfigVM_Task, 'duration_secs': 0.543426} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.644045] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Reconfigured VM instance instance-0000001d to attach disk [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed/d297dbc4-6ae5-463a-a630-03852b6b30ed.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.644045] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0d1fae2-f7b6-45d8-804d-dfa76d693e72 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.649942] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Waiting for the task: (returnval){ [ 777.649942] env[69742]: value = "task-4060303" [ 777.649942] env[69742]: _type = "Task" [ 777.649942] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.663198] env[69742]: DEBUG nova.network.neutron [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Successfully updated port: 57260674-d24f-4a4e-8358-3832cffe3bc9 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.666801] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060303, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.666801] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0bb63d0d-40f2-42bf-bca1-5a318f4e436a tempest-ServerRescueTestJSONUnderV235-527452584 tempest-ServerRescueTestJSONUnderV235-527452584-project-member] Lock "daf98c6d-4dc6-4d33-a53c-4d9d8800de6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.215s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.814449] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "3670a756-2036-4ae4-885f-d17805323729" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.814776] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3670a756-2036-4ae4-885f-d17805323729" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.882170] env[69742]: DEBUG nova.compute.manager [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Received event network-vif-plugged-57260674-d24f-4a4e-8358-3832cffe3bc9 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.882447] env[69742]: DEBUG oslo_concurrency.lockutils [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] Acquiring lock "7663e26a-d398-4a29-8193-68ae6468e183-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.882795] env[69742]: DEBUG oslo_concurrency.lockutils [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] Lock "7663e26a-d398-4a29-8193-68ae6468e183-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.883042] env[69742]: DEBUG oslo_concurrency.lockutils [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] Lock "7663e26a-d398-4a29-8193-68ae6468e183-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.883225] env[69742]: DEBUG nova.compute.manager [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] No waiting events found dispatching network-vif-plugged-57260674-d24f-4a4e-8358-3832cffe3bc9 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.883393] env[69742]: WARNING nova.compute.manager [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Received unexpected event network-vif-plugged-57260674-d24f-4a4e-8358-3832cffe3bc9 for instance with vm_state building and task_state spawning. [ 777.883603] env[69742]: DEBUG nova.compute.manager [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Received event network-changed-57260674-d24f-4a4e-8358-3832cffe3bc9 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.883874] env[69742]: DEBUG nova.compute.manager [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Refreshing instance network info cache due to event network-changed-57260674-d24f-4a4e-8358-3832cffe3bc9. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.884194] env[69742]: DEBUG oslo_concurrency.lockutils [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] Acquiring lock "refresh_cache-7663e26a-d398-4a29-8193-68ae6468e183" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.884376] env[69742]: DEBUG oslo_concurrency.lockutils [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] Acquired lock "refresh_cache-7663e26a-d398-4a29-8193-68ae6468e183" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.884566] env[69742]: DEBUG nova.network.neutron [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Refreshing network info cache for port 57260674-d24f-4a4e-8358-3832cffe3bc9 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.160677] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060303, 'name': Rename_Task, 'duration_secs': 0.211561} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.161040] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.161300] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-641a0265-b252-48d1-9b72-d46226993f72 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.170359] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquiring lock "refresh_cache-7663e26a-d398-4a29-8193-68ae6468e183" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.177033] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Waiting for the task: (returnval){ [ 778.177033] env[69742]: value = "task-4060304" [ 778.177033] env[69742]: _type = "Task" [ 778.177033] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.181541] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.431521] env[69742]: DEBUG nova.network.neutron [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.567185] env[69742]: DEBUG nova.network.neutron [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.691572] env[69742]: DEBUG oslo_vmware.api [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Task: {'id': task-4060304, 'name': PowerOnVM_Task, 'duration_secs': 0.458081} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.692093] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.692236] env[69742]: DEBUG nova.compute.manager [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.693260] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5e76fb-dd77-4004-bfd8-bdbaa973af4e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.728373] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ebea6c-ac99-452f-9d0f-ace15a4018bc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.737425] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c75e0c8-fc6a-462a-a9f6-383ccae3acaa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.773875] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad20cbc-a172-458e-b5f6-6ac77f203a19 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.783804] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e34a02-3955-4e3e-9f2a-e306ccfe8b01 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.799866] env[69742]: DEBUG nova.compute.provider_tree [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.069130] env[69742]: DEBUG oslo_concurrency.lockutils [req-fdc27147-b513-44bd-8194-00eaef3b24ba req-c83055f4-063a-4d76-b8c2-8954281d25ac service nova] Releasing lock "refresh_cache-7663e26a-d398-4a29-8193-68ae6468e183" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.070557] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquired lock "refresh_cache-7663e26a-d398-4a29-8193-68ae6468e183" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.070557] env[69742]: DEBUG nova.network.neutron [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.221638] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.302918] env[69742]: DEBUG nova.scheduler.client.report [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.602192] env[69742]: DEBUG nova.network.neutron [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.757645] env[69742]: DEBUG nova.network.neutron [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Updating instance_info_cache with network_info: [{"id": "57260674-d24f-4a4e-8358-3832cffe3bc9", "address": "fa:16:3e:3b:78:e3", "network": {"id": "69a6876f-a695-467f-84d1-83d8dcc783c1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1774879508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16d7e1eafbc24a8db86e58f7d3ccc9e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57260674-d2", "ovs_interfaceid": "57260674-d24f-4a4e-8358-3832cffe3bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.808656] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.809189] env[69742]: DEBUG nova.compute.manager [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.811918] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.006s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.812113] env[69742]: DEBUG nova.objects.instance [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lazy-loading 'resources' on Instance uuid a936140b-b304-4067-a3f9-bfd0445b4950 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.184450] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquiring lock "d297dbc4-6ae5-463a-a630-03852b6b30ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.185212] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "d297dbc4-6ae5-463a-a630-03852b6b30ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.185212] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquiring lock "d297dbc4-6ae5-463a-a630-03852b6b30ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.185490] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "d297dbc4-6ae5-463a-a630-03852b6b30ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.185838] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "d297dbc4-6ae5-463a-a630-03852b6b30ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.188957] env[69742]: INFO nova.compute.manager [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Terminating instance [ 780.261037] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Releasing lock "refresh_cache-7663e26a-d398-4a29-8193-68ae6468e183" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.261037] env[69742]: DEBUG nova.compute.manager [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Instance network_info: |[{"id": "57260674-d24f-4a4e-8358-3832cffe3bc9", "address": "fa:16:3e:3b:78:e3", "network": {"id": "69a6876f-a695-467f-84d1-83d8dcc783c1", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1774879508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16d7e1eafbc24a8db86e58f7d3ccc9e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57260674-d2", "ovs_interfaceid": "57260674-d24f-4a4e-8358-3832cffe3bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.261311] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:78:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57260674-d24f-4a4e-8358-3832cffe3bc9', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.269605] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Creating folder: Project (16d7e1eafbc24a8db86e58f7d3ccc9e1). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.270245] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a23b53a-3dbe-4a89-8b35-37b82bb63def {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.282370] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Created folder: Project (16d7e1eafbc24a8db86e58f7d3ccc9e1) in parent group-v804621. [ 780.282579] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Creating folder: Instances. Parent ref: group-v804717. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.282901] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e055f28-5c24-433d-b920-927345b67d91 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.293481] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Created folder: Instances in parent group-v804717. [ 780.293809] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.294096] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.294337] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58e8421-6cc9-4456-b534-2b10c42d4c66 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.318519] env[69742]: DEBUG nova.compute.utils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.320205] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.320205] env[69742]: value = "task-4060307" [ 780.320205] env[69742]: _type = "Task" [ 780.320205] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.321587] env[69742]: DEBUG nova.compute.manager [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.322263] env[69742]: DEBUG nova.network.neutron [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.334802] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060307, 'name': CreateVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.378388] env[69742]: DEBUG nova.policy [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a911f14214e3447c884465becb9c1a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73b1ae0bb9e4438d962207e45d6f505d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.694309] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquiring lock "refresh_cache-d297dbc4-6ae5-463a-a630-03852b6b30ed" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.694309] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquired lock "refresh_cache-d297dbc4-6ae5-463a-a630-03852b6b30ed" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.694468] env[69742]: DEBUG nova.network.neutron [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.697505] env[69742]: DEBUG nova.network.neutron [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Successfully created port: 233ff586-034b-4f8f-9a76-7f6a8cf42242 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.823622] env[69742]: DEBUG nova.compute.manager [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.837624] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060307, 'name': CreateVM_Task, 'duration_secs': 0.330887} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.837884] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.838578] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.838698] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.839039] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.844396] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dabe58ea-800c-4727-8020-d538cf8cc03f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.853023] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 780.853023] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d3d91c-3fc5-8fb0-4997-faaad6357ab4" [ 780.853023] env[69742]: _type = "Task" [ 780.853023] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.858524] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f59a3e0-0276-483d-961a-ada23d333495 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.867235] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d3d91c-3fc5-8fb0-4997-faaad6357ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.872937] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d28264e-39aa-44bb-ab74-f10b4d408aa8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.908599] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315639d4-8ec3-4a8a-8fcf-287cff7c9c89 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.916620] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eb27b5-d04e-4a71-9275-a3a2754c9a2a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.933063] env[69742]: DEBUG nova.compute.provider_tree [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.216235] env[69742]: DEBUG nova.network.neutron [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.267838] env[69742]: DEBUG nova.network.neutron [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.361780] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d3d91c-3fc5-8fb0-4997-faaad6357ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.014921} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.361780] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.361940] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.362146] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.362296] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.362475] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.362831] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d86c9b2b-68ac-4c19-9064-888165867cd5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.382096] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.382096] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.382916] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4708e46-72ff-49fe-8e48-8b18edd6405c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.389317] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 781.389317] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fd53ca-8801-0273-0856-645890ba61cc" [ 781.389317] env[69742]: _type = "Task" [ 781.389317] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.398870] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fd53ca-8801-0273-0856-645890ba61cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.436643] env[69742]: DEBUG nova.scheduler.client.report [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.770910] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Releasing lock "refresh_cache-d297dbc4-6ae5-463a-a630-03852b6b30ed" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.772348] env[69742]: DEBUG nova.compute.manager [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.772348] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.772651] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56834ab-2630-4e37-b0b7-f28597858467 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.781448] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.781788] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668b6491-6a4d-47e3-a490-16556da38961 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.789109] env[69742]: DEBUG oslo_vmware.api [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 781.789109] env[69742]: value = "task-4060308" [ 781.789109] env[69742]: _type = "Task" [ 781.789109] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.798400] env[69742]: DEBUG oslo_vmware.api [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.833151] env[69742]: DEBUG nova.compute.manager [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.861658] env[69742]: DEBUG nova.virt.hardware [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.862251] env[69742]: DEBUG nova.virt.hardware [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.862251] env[69742]: DEBUG nova.virt.hardware [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.862413] env[69742]: DEBUG nova.virt.hardware [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.862588] env[69742]: DEBUG nova.virt.hardware [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.862884] env[69742]: DEBUG nova.virt.hardware [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.863177] env[69742]: DEBUG nova.virt.hardware [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.863410] env[69742]: DEBUG nova.virt.hardware [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.863659] env[69742]: DEBUG nova.virt.hardware [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.863957] env[69742]: DEBUG nova.virt.hardware [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.864229] env[69742]: DEBUG nova.virt.hardware [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.865332] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3220b8-c703-4cde-aa6c-8dd70b35775e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.878791] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d294484-e046-4cd9-8701-5810d247fbe0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.904638] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fd53ca-8801-0273-0856-645890ba61cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013539} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.905553] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-650afc3d-3910-4a10-9af2-5bc152556206 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.912962] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 781.912962] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e0de60-9bb9-db7a-7d57-e679e53fffa6" [ 781.912962] env[69742]: _type = "Task" [ 781.912962] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.929143] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e0de60-9bb9-db7a-7d57-e679e53fffa6, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.929664] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.930189] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 7663e26a-d398-4a29-8193-68ae6468e183/7663e26a-d398-4a29-8193-68ae6468e183.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.930555] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2853c4d0-9dff-49d1-8bea-0db74ed0840f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.940205] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 781.940205] env[69742]: value = "task-4060309" [ 781.940205] env[69742]: _type = "Task" [ 781.940205] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.947150] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.951171] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.758s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.951604] env[69742]: DEBUG nova.objects.instance [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lazy-loading 'resources' on Instance uuid 8617a12d-4f02-4700-ba5d-d342318cc0e2 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.961923] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.985340] env[69742]: INFO nova.scheduler.client.report [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Deleted allocations for instance a936140b-b304-4067-a3f9-bfd0445b4950 [ 782.271204] env[69742]: DEBUG nova.network.neutron [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Successfully updated port: 233ff586-034b-4f8f-9a76-7f6a8cf42242 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.301326] env[69742]: DEBUG oslo_vmware.api [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060308, 'name': PowerOffVM_Task, 'duration_secs': 0.146765} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.301624] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.301792] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.302091] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d339c07e-016b-46a4-8c1e-daf72b6c2f0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.336313] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.336550] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.336732] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Deleting the datastore file [datastore2] d297dbc4-6ae5-463a-a630-03852b6b30ed {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.337024] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2ddfaf2-1968-40b5-9ad4-9d34752ff8cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.345647] env[69742]: DEBUG oslo_vmware.api [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for the task: (returnval){ [ 782.345647] env[69742]: value = "task-4060311" [ 782.345647] env[69742]: _type = "Task" [ 782.345647] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.355757] env[69742]: DEBUG oslo_vmware.api [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.426379] env[69742]: DEBUG nova.compute.manager [req-d7bb39ac-013d-4a03-aa02-0edcd3e0404d req-6d3819a2-df4f-4b68-b62a-d6940d9cc2c6 service nova] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Received event network-vif-plugged-233ff586-034b-4f8f-9a76-7f6a8cf42242 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.426545] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7bb39ac-013d-4a03-aa02-0edcd3e0404d req-6d3819a2-df4f-4b68-b62a-d6940d9cc2c6 service nova] Acquiring lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.426864] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7bb39ac-013d-4a03-aa02-0edcd3e0404d req-6d3819a2-df4f-4b68-b62a-d6940d9cc2c6 service nova] Lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.427247] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7bb39ac-013d-4a03-aa02-0edcd3e0404d req-6d3819a2-df4f-4b68-b62a-d6940d9cc2c6 service nova] Lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.427446] env[69742]: DEBUG nova.compute.manager [req-d7bb39ac-013d-4a03-aa02-0edcd3e0404d req-6d3819a2-df4f-4b68-b62a-d6940d9cc2c6 service nova] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] No waiting events found dispatching network-vif-plugged-233ff586-034b-4f8f-9a76-7f6a8cf42242 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.427520] env[69742]: WARNING nova.compute.manager [req-d7bb39ac-013d-4a03-aa02-0edcd3e0404d req-6d3819a2-df4f-4b68-b62a-d6940d9cc2c6 service nova] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Received unexpected event network-vif-plugged-233ff586-034b-4f8f-9a76-7f6a8cf42242 for instance with vm_state building and task_state spawning. [ 782.451459] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060309, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.501998] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7cd7b2f3-57e8-4596-98e1-3f4152ccf175 tempest-InstanceActionsTestJSON-1078285290 tempest-InstanceActionsTestJSON-1078285290-project-member] Lock "a936140b-b304-4067-a3f9-bfd0445b4950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.312s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.777160] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "refresh_cache-bcf096b6-87b8-4f77-a8ad-5e049a71cb81" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.777160] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired lock "refresh_cache-bcf096b6-87b8-4f77-a8ad-5e049a71cb81" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.777160] env[69742]: DEBUG nova.network.neutron [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.867420] env[69742]: DEBUG oslo_vmware.api [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Task: {'id': task-4060311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197489} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.870385] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.870595] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.870819] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.870950] env[69742]: INFO nova.compute.manager [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Took 1.10 seconds to destroy the instance on the hypervisor. [ 782.871222] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.871644] env[69742]: DEBUG nova.compute.manager [-] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.871749] env[69742]: DEBUG nova.network.neutron [-] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.892350] env[69742]: DEBUG nova.network.neutron [-] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.937592] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844c7382-cfd0-4543-a707-14359ed69b07 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.955210] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e2a6d0-2563-4897-a421-e526abb5b77c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.960320] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527256} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.960786] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 7663e26a-d398-4a29-8193-68ae6468e183/7663e26a-d398-4a29-8193-68ae6468e183.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.961056] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.963397] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5127e1d-813a-4c01-ad7f-f70065d82e94 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.995474] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4ac19f-34ce-4ee5-867b-c47e39a86ddd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.000390] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 783.000390] env[69742]: value = "task-4060312" [ 783.000390] env[69742]: _type = "Task" [ 783.000390] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.006455] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03ff767-90ab-448e-8f2f-5549da69105b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.017295] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.025596] env[69742]: DEBUG nova.compute.provider_tree [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.318163] env[69742]: DEBUG nova.network.neutron [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.397968] env[69742]: DEBUG nova.network.neutron [-] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.476971] env[69742]: DEBUG nova.network.neutron [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Updating instance_info_cache with network_info: [{"id": "233ff586-034b-4f8f-9a76-7f6a8cf42242", "address": "fa:16:3e:fe:43:e5", "network": {"id": "038eadc0-f089-4f91-a654-ae9a796486bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084831396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b1ae0bb9e4438d962207e45d6f505d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233ff586-03", "ovs_interfaceid": "233ff586-034b-4f8f-9a76-7f6a8cf42242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.512399] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067876} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.512399] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.513240] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a404fb7-e975-48ab-8c8a-c3065552b49b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.529506] env[69742]: DEBUG nova.scheduler.client.report [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.541271] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 7663e26a-d398-4a29-8193-68ae6468e183/7663e26a-d398-4a29-8193-68ae6468e183.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.543086] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9afaaa49-1ea3-4f56-8a74-773408d712b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.565629] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 783.565629] env[69742]: value = "task-4060313" [ 783.565629] env[69742]: _type = "Task" [ 783.565629] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.574456] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.901403] env[69742]: INFO nova.compute.manager [-] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Took 1.03 seconds to deallocate network for instance. [ 783.983019] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Releasing lock "refresh_cache-bcf096b6-87b8-4f77-a8ad-5e049a71cb81" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.983019] env[69742]: DEBUG nova.compute.manager [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Instance network_info: |[{"id": "233ff586-034b-4f8f-9a76-7f6a8cf42242", "address": "fa:16:3e:fe:43:e5", "network": {"id": "038eadc0-f089-4f91-a654-ae9a796486bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084831396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b1ae0bb9e4438d962207e45d6f505d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233ff586-03", "ovs_interfaceid": "233ff586-034b-4f8f-9a76-7f6a8cf42242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.983286] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:43:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '233ff586-034b-4f8f-9a76-7f6a8cf42242', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.988341] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Creating folder: Project (73b1ae0bb9e4438d962207e45d6f505d). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.988833] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e12d4b6d-4ed9-4ac9-a580-932da79747ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.999681] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Created folder: Project (73b1ae0bb9e4438d962207e45d6f505d) in parent group-v804621. [ 784.000012] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Creating folder: Instances. Parent ref: group-v804720. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.000324] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b738413-e9e4-42b7-9362-868403187fd8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.010024] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Created folder: Instances in parent group-v804720. [ 784.010326] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.010561] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.010811] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4680d29c-130b-44e7-8f46-7ce304041ee0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.031301] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.031301] env[69742]: value = "task-4060316" [ 784.031301] env[69742]: _type = "Task" [ 784.031301] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.040232] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060316, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.043048] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.045330] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.920s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.045570] env[69742]: DEBUG nova.objects.instance [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lazy-loading 'resources' on Instance uuid 2c18c12a-e19e-4da8-bc5f-1b4856e96c71 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.064579] env[69742]: INFO nova.scheduler.client.report [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleted allocations for instance 8617a12d-4f02-4700-ba5d-d342318cc0e2 [ 784.078469] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.408641] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.505356] env[69742]: DEBUG nova.compute.manager [req-52eb3196-9dab-456a-84a3-caca706c3310 req-47a7fef7-0475-46ea-872c-f36c7d90f47d service nova] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Received event network-changed-233ff586-034b-4f8f-9a76-7f6a8cf42242 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.505544] env[69742]: DEBUG nova.compute.manager [req-52eb3196-9dab-456a-84a3-caca706c3310 req-47a7fef7-0475-46ea-872c-f36c7d90f47d service nova] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Refreshing instance network info cache due to event network-changed-233ff586-034b-4f8f-9a76-7f6a8cf42242. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.505769] env[69742]: DEBUG oslo_concurrency.lockutils [req-52eb3196-9dab-456a-84a3-caca706c3310 req-47a7fef7-0475-46ea-872c-f36c7d90f47d service nova] Acquiring lock "refresh_cache-bcf096b6-87b8-4f77-a8ad-5e049a71cb81" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.505913] env[69742]: DEBUG oslo_concurrency.lockutils [req-52eb3196-9dab-456a-84a3-caca706c3310 req-47a7fef7-0475-46ea-872c-f36c7d90f47d service nova] Acquired lock "refresh_cache-bcf096b6-87b8-4f77-a8ad-5e049a71cb81" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.506389] env[69742]: DEBUG nova.network.neutron [req-52eb3196-9dab-456a-84a3-caca706c3310 req-47a7fef7-0475-46ea-872c-f36c7d90f47d service nova] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Refreshing network info cache for port 233ff586-034b-4f8f-9a76-7f6a8cf42242 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.546597] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060316, 'name': CreateVM_Task, 'duration_secs': 0.325635} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.546772] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.547538] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.547698] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.548295] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.551970] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54c8a04-0c43-49bb-8b7f-33322d15612c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.556655] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 784.556655] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524a412e-4419-b5ed-7667-e24566f19860" [ 784.556655] env[69742]: _type = "Task" [ 784.556655] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.565206] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524a412e-4419-b5ed-7667-e24566f19860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.577094] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e6d6bf7-68e9-4e7a-aa0e-64c4649fbad9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "8617a12d-4f02-4700-ba5d-d342318cc0e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.943s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.581779] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060313, 'name': ReconfigVM_Task, 'duration_secs': 0.759821} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.581998] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 7663e26a-d398-4a29-8193-68ae6468e183/7663e26a-d398-4a29-8193-68ae6468e183.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.582649] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e591688-0e9e-4f47-8c2e-1e0a073a2768 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.590488] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 784.590488] env[69742]: value = "task-4060317" [ 784.590488] env[69742]: _type = "Task" [ 784.590488] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.608961] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060317, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.016864] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a1e8df-f7e4-4b7c-a05d-b1acbc1bbfad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.024310] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c8b25-e5f0-4ace-9748-f51cdfe16e76 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.057589] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0aefc3-9e70-498c-a757-f27e5b1cf512 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.069091] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524a412e-4419-b5ed-7667-e24566f19860, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.071229] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.071487] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.071709] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.071860] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.072090] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.072384] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a797956-44e9-46ca-a281-52a30d1b4ec6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.076026] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc680b0-ab78-4ebb-8bfe-caee2ecd9f71 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.090543] env[69742]: DEBUG nova.compute.provider_tree [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.093212] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.093397] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.097058] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03eb332f-aff9-4048-93c0-621aaa8c9565 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.105530] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060317, 'name': Rename_Task, 'duration_secs': 0.146612} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.106809] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.107127] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 785.107127] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52828c96-d4af-14da-3848-154edc1b8115" [ 785.107127] env[69742]: _type = "Task" [ 785.107127] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.107321] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8186dbf-7a0b-4b1d-a298-a40b7d0db45a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.117667] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52828c96-d4af-14da-3848-154edc1b8115, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.119479] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 785.119479] env[69742]: value = "task-4060318" [ 785.119479] env[69742]: _type = "Task" [ 785.119479] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.119727] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534bdbfd-8f59-4880-ad82-648688a5bc08 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.130777] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 785.130777] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52df4aa5-287c-b82b-44cd-a6b3774dc92c" [ 785.130777] env[69742]: _type = "Task" [ 785.130777] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.133790] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060318, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.145137] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52df4aa5-287c-b82b-44cd-a6b3774dc92c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.275804] env[69742]: DEBUG nova.network.neutron [req-52eb3196-9dab-456a-84a3-caca706c3310 req-47a7fef7-0475-46ea-872c-f36c7d90f47d service nova] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Updated VIF entry in instance network info cache for port 233ff586-034b-4f8f-9a76-7f6a8cf42242. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.276328] env[69742]: DEBUG nova.network.neutron [req-52eb3196-9dab-456a-84a3-caca706c3310 req-47a7fef7-0475-46ea-872c-f36c7d90f47d service nova] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Updating instance_info_cache with network_info: [{"id": "233ff586-034b-4f8f-9a76-7f6a8cf42242", "address": "fa:16:3e:fe:43:e5", "network": {"id": "038eadc0-f089-4f91-a654-ae9a796486bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084831396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b1ae0bb9e4438d962207e45d6f505d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233ff586-03", "ovs_interfaceid": "233ff586-034b-4f8f-9a76-7f6a8cf42242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.595840] env[69742]: DEBUG nova.scheduler.client.report [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.632711] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.643520] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52df4aa5-287c-b82b-44cd-a6b3774dc92c, 'name': SearchDatastore_Task, 'duration_secs': 0.015401} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.643805] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.644082] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] bcf096b6-87b8-4f77-a8ad-5e049a71cb81/bcf096b6-87b8-4f77-a8ad-5e049a71cb81.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.644342] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69006ef8-d492-4d61-aa66-11669fcf4c0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.652292] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 785.652292] env[69742]: value = "task-4060319" [ 785.652292] env[69742]: _type = "Task" [ 785.652292] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.662179] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.781024] env[69742]: DEBUG oslo_concurrency.lockutils [req-52eb3196-9dab-456a-84a3-caca706c3310 req-47a7fef7-0475-46ea-872c-f36c7d90f47d service nova] Releasing lock "refresh_cache-bcf096b6-87b8-4f77-a8ad-5e049a71cb81" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.840374] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquiring lock "1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.840374] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.103139] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.105936] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.858s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.106263] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.106455] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 786.106782] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.127s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.108324] env[69742]: INFO nova.compute.claims [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.115026] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c02003-710c-463f-995c-21530743fba1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.122711] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a8c47a-b943-42cb-a1d8-0990ba56fbab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.128187] env[69742]: INFO nova.scheduler.client.report [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleted allocations for instance 2c18c12a-e19e-4da8-bc5f-1b4856e96c71 [ 786.150691] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32b0daa-a7ce-4c5d-ad12-2548db11a2e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.157846] env[69742]: DEBUG oslo_vmware.api [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060318, 'name': PowerOnVM_Task, 'duration_secs': 0.685133} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.162223] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.162553] env[69742]: INFO nova.compute.manager [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Took 9.33 seconds to spawn the instance on the hypervisor. [ 786.162670] env[69742]: DEBUG nova.compute.manager [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.163830] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb0a60-df78-4bd6-ab3a-81d939e8bd91 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.171019] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19633c9d-f198-4b0e-8182-ee1d5be7ae4f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.183299] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060319, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.214333] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178814MB free_disk=22GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 786.214739] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.653880] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73e74a17-16d9-4c59-90db-7e2d2c821811 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "2c18c12a-e19e-4da8-bc5f-1b4856e96c71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.256s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.667557] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711554} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.668574] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] bcf096b6-87b8-4f77-a8ad-5e049a71cb81/bcf096b6-87b8-4f77-a8ad-5e049a71cb81.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.668832] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.669103] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d608ee8e-6e58-405c-9dc8-41e2d4372f8a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.676625] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 786.676625] env[69742]: value = "task-4060320" [ 786.676625] env[69742]: _type = "Task" [ 786.676625] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.690240] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.694857] env[69742]: INFO nova.compute.manager [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Took 46.52 seconds to build instance. [ 787.190394] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138273} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.190678] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.191501] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86859761-799c-42f9-b6c0-89f9e7afe47b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.197455] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8e4b441e-8e38-4b8a-89c6-cde0b25bb461 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lock "7663e26a-d398-4a29-8193-68ae6468e183" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.945s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.221648] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] bcf096b6-87b8-4f77-a8ad-5e049a71cb81/bcf096b6-87b8-4f77-a8ad-5e049a71cb81.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.225124] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef83030-f9ed-42b3-88a7-7df6f3a05ab2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.247382] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 787.247382] env[69742]: value = "task-4060321" [ 787.247382] env[69742]: _type = "Task" [ 787.247382] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.260071] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060321, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.575523] env[69742]: DEBUG nova.objects.instance [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lazy-loading 'flavor' on Instance uuid 073e9b15-e59c-48ae-ad2f-16608e240d4e {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.577273] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1808b242-cade-4d89-8a72-906e5add65ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.585944] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ddbace-5506-43cb-85eb-6cbb4e4d6e8a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.616382] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8991a716-f351-4d56-b4dd-617edb35c9f6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.625931] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b55957a-9921-4c54-b97d-0fcf19909867 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.640555] env[69742]: DEBUG nova.compute.provider_tree [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.701068] env[69742]: DEBUG nova.compute.manager [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.762878] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060321, 'name': ReconfigVM_Task, 'duration_secs': 0.305371} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.763812] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Reconfigured VM instance instance-00000023 to attach disk [datastore2] bcf096b6-87b8-4f77-a8ad-5e049a71cb81/bcf096b6-87b8-4f77-a8ad-5e049a71cb81.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.764760] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da2b23ee-bb34-40fa-ad91-90109f6ad606 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.773818] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 787.773818] env[69742]: value = "task-4060322" [ 787.773818] env[69742]: _type = "Task" [ 787.773818] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.785566] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060322, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.947468] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "1561ae53-b485-420a-8c6e-782cbf00ef0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.947702] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "1561ae53-b485-420a-8c6e-782cbf00ef0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.972367] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "3d14bd75-218d-4630-b765-77933b17b95a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.972589] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "3d14bd75-218d-4630-b765-77933b17b95a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.079343] env[69742]: DEBUG oslo_concurrency.lockutils [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquiring lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.079529] env[69742]: DEBUG oslo_concurrency.lockutils [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquired lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.143902] env[69742]: DEBUG nova.scheduler.client.report [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.166651] env[69742]: DEBUG nova.compute.manager [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.167903] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e8d2e4-5135-49fc-baa5-e8aab21be1e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.223367] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.283511] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060322, 'name': Rename_Task, 'duration_secs': 0.167266} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.283794] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.284064] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f89220e7-a6ba-4eeb-8432-ec24d8a9773d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.290891] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 788.290891] env[69742]: value = "task-4060323" [ 788.290891] env[69742]: _type = "Task" [ 788.290891] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.298920] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.489739] env[69742]: DEBUG nova.network.neutron [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.563384] env[69742]: DEBUG nova.compute.manager [req-c5f3d71d-e9a6-433e-9c52-65a2a374e43d req-595e62f9-a03a-4725-b72c-1f4a66262af5 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Received event network-changed-fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.563660] env[69742]: DEBUG nova.compute.manager [req-c5f3d71d-e9a6-433e-9c52-65a2a374e43d req-595e62f9-a03a-4725-b72c-1f4a66262af5 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Refreshing instance network info cache due to event network-changed-fb024218-ea20-4036-8c5d-bd7c66790526. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.563896] env[69742]: DEBUG oslo_concurrency.lockutils [req-c5f3d71d-e9a6-433e-9c52-65a2a374e43d req-595e62f9-a03a-4725-b72c-1f4a66262af5 service nova] Acquiring lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.651717] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.652273] env[69742]: DEBUG nova.compute.manager [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.655454] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.571s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.656847] env[69742]: INFO nova.compute.claims [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.680229] env[69742]: INFO nova.compute.manager [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] instance snapshotting [ 788.685062] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e172fa5-6a36-4d5c-9cc8-49c971f09db5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.716169] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decdde14-aa08-4796-9318-2dbdcfe869d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.801180] env[69742]: DEBUG oslo_vmware.api [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060323, 'name': PowerOnVM_Task, 'duration_secs': 0.459727} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.801857] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.801857] env[69742]: INFO nova.compute.manager [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Took 6.97 seconds to spawn the instance on the hypervisor. [ 788.801857] env[69742]: DEBUG nova.compute.manager [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.802668] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981b61f0-fdfa-4a6e-afd5-dd0d6907a459 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.165161] env[69742]: DEBUG nova.compute.utils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.168941] env[69742]: DEBUG nova.compute.manager [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.169236] env[69742]: DEBUG nova.network.neutron [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.228282] env[69742]: DEBUG nova.policy [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a911f14214e3447c884465becb9c1a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73b1ae0bb9e4438d962207e45d6f505d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.231671] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 789.234208] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c8e587a0-f30a-4f77-80e0-c41cb8bb07e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.243349] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 789.243349] env[69742]: value = "task-4060324" [ 789.243349] env[69742]: _type = "Task" [ 789.243349] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.251752] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060324, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.292240] env[69742]: DEBUG nova.network.neutron [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updating instance_info_cache with network_info: [{"id": "fb024218-ea20-4036-8c5d-bd7c66790526", "address": "fa:16:3e:b9:73:f2", "network": {"id": "7083d9d0-0b66-46ce-b1f3-40f71ea534bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1951962290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab758f99e404e36bdc4976ba6ab9415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb024218-ea", "ovs_interfaceid": "fb024218-ea20-4036-8c5d-bd7c66790526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.320968] env[69742]: INFO nova.compute.manager [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Took 47.84 seconds to build instance. [ 789.567077] env[69742]: DEBUG nova.network.neutron [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Successfully created port: b6bbfa41-3381-478c-87c9-b53642216132 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.672163] env[69742]: DEBUG nova.compute.manager [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.755199] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060324, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.795858] env[69742]: DEBUG oslo_concurrency.lockutils [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Releasing lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.796177] env[69742]: DEBUG nova.compute.manager [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Inject network info {{(pid=69742) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 789.796454] env[69742]: DEBUG nova.compute.manager [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] network_info to inject: |[{"id": "fb024218-ea20-4036-8c5d-bd7c66790526", "address": "fa:16:3e:b9:73:f2", "network": {"id": "7083d9d0-0b66-46ce-b1f3-40f71ea534bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1951962290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab758f99e404e36bdc4976ba6ab9415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb024218-ea", "ovs_interfaceid": "fb024218-ea20-4036-8c5d-bd7c66790526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 789.803921] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Reconfiguring VM instance to set the machine id {{(pid=69742) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 789.807699] env[69742]: DEBUG oslo_concurrency.lockutils [req-c5f3d71d-e9a6-433e-9c52-65a2a374e43d req-595e62f9-a03a-4725-b72c-1f4a66262af5 service nova] Acquired lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.807855] env[69742]: DEBUG nova.network.neutron [req-c5f3d71d-e9a6-433e-9c52-65a2a374e43d req-595e62f9-a03a-4725-b72c-1f4a66262af5 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Refreshing network info cache for port fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.809023] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a63eac1-0514-4924-973b-be633d4cdb26 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.824957] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9ca67d78-2ff4-4e1f-8483-450c5b219e57 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.431s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.830652] env[69742]: DEBUG oslo_vmware.api [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 789.830652] env[69742]: value = "task-4060325" [ 789.830652] env[69742]: _type = "Task" [ 789.830652] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.848778] env[69742]: DEBUG oslo_vmware.api [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060325, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.094907] env[69742]: DEBUG nova.objects.instance [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lazy-loading 'flavor' on Instance uuid 073e9b15-e59c-48ae-ad2f-16608e240d4e {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.223632] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d13836e-e327-4161-89f6-bc1ec48c578e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.231413] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7760ae-04a2-409d-9beb-5e344185510a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.264808] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3998035a-b603-40af-a547-3c130c28e177 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.272466] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060324, 'name': CreateSnapshot_Task, 'duration_secs': 0.666396} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.274884] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 790.275679] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e8361f-177a-4b8e-92b5-c13b130c0389 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.279038] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dcf3db-397d-4378-8384-d300559bd251 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.299478] env[69742]: DEBUG nova.compute.provider_tree [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.326294] env[69742]: DEBUG nova.compute.manager [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.343504] env[69742]: DEBUG oslo_vmware.api [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060325, 'name': ReconfigVM_Task, 'duration_secs': 0.265992} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.343652] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-659d5492-eaf0-4107-9407-4361d859d7b8 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Reconfigured VM instance to set the machine id {{(pid=69742) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 790.553321] env[69742]: DEBUG nova.network.neutron [req-c5f3d71d-e9a6-433e-9c52-65a2a374e43d req-595e62f9-a03a-4725-b72c-1f4a66262af5 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updated VIF entry in instance network info cache for port fb024218-ea20-4036-8c5d-bd7c66790526. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.553691] env[69742]: DEBUG nova.network.neutron [req-c5f3d71d-e9a6-433e-9c52-65a2a374e43d req-595e62f9-a03a-4725-b72c-1f4a66262af5 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updating instance_info_cache with network_info: [{"id": "fb024218-ea20-4036-8c5d-bd7c66790526", "address": "fa:16:3e:b9:73:f2", "network": {"id": "7083d9d0-0b66-46ce-b1f3-40f71ea534bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1951962290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab758f99e404e36bdc4976ba6ab9415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb024218-ea", "ovs_interfaceid": "fb024218-ea20-4036-8c5d-bd7c66790526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.603862] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquiring lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.681202] env[69742]: DEBUG nova.compute.manager [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.714298] env[69742]: DEBUG nova.virt.hardware [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.714649] env[69742]: DEBUG nova.virt.hardware [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.714771] env[69742]: DEBUG nova.virt.hardware [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.714970] env[69742]: DEBUG nova.virt.hardware [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.715137] env[69742]: DEBUG nova.virt.hardware [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.715299] env[69742]: DEBUG nova.virt.hardware [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.715599] env[69742]: DEBUG nova.virt.hardware [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.715661] env[69742]: DEBUG nova.virt.hardware [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.715862] env[69742]: DEBUG nova.virt.hardware [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.716029] env[69742]: DEBUG nova.virt.hardware [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.716224] env[69742]: DEBUG nova.virt.hardware [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.717177] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fe7e5c-54da-497c-b4af-15c07824cf8d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.726475] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e185c673-4be6-41f4-b608-1bba9ed1340b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.808913] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 790.810045] env[69742]: DEBUG nova.scheduler.client.report [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.813885] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4900b53f-eee3-4566-b355-dc6b31cb0e72 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.824038] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 790.824038] env[69742]: value = "task-4060326" [ 790.824038] env[69742]: _type = "Task" [ 790.824038] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.835733] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060326, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.852552] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.056947] env[69742]: DEBUG oslo_concurrency.lockutils [req-c5f3d71d-e9a6-433e-9c52-65a2a374e43d req-595e62f9-a03a-4725-b72c-1f4a66262af5 service nova] Releasing lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.057673] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquired lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.318653] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.319430] env[69742]: DEBUG nova.compute.manager [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.323245] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.319s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.326258] env[69742]: INFO nova.compute.claims [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.340888] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060326, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.379827] env[69742]: DEBUG nova.compute.manager [req-55d02c87-017f-464d-beb7-20c6ca7e10a1 req-5231d238-7773-4666-aa15-56805f99f4c6 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Received event network-vif-plugged-b6bbfa41-3381-478c-87c9-b53642216132 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.380089] env[69742]: DEBUG oslo_concurrency.lockutils [req-55d02c87-017f-464d-beb7-20c6ca7e10a1 req-5231d238-7773-4666-aa15-56805f99f4c6 service nova] Acquiring lock "6a49c3d4-1b14-4f61-aa23-84a529849dda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.380453] env[69742]: DEBUG oslo_concurrency.lockutils [req-55d02c87-017f-464d-beb7-20c6ca7e10a1 req-5231d238-7773-4666-aa15-56805f99f4c6 service nova] Lock "6a49c3d4-1b14-4f61-aa23-84a529849dda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.380555] env[69742]: DEBUG oslo_concurrency.lockutils [req-55d02c87-017f-464d-beb7-20c6ca7e10a1 req-5231d238-7773-4666-aa15-56805f99f4c6 service nova] Lock "6a49c3d4-1b14-4f61-aa23-84a529849dda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.380743] env[69742]: DEBUG nova.compute.manager [req-55d02c87-017f-464d-beb7-20c6ca7e10a1 req-5231d238-7773-4666-aa15-56805f99f4c6 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] No waiting events found dispatching network-vif-plugged-b6bbfa41-3381-478c-87c9-b53642216132 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.380990] env[69742]: WARNING nova.compute.manager [req-55d02c87-017f-464d-beb7-20c6ca7e10a1 req-5231d238-7773-4666-aa15-56805f99f4c6 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Received unexpected event network-vif-plugged-b6bbfa41-3381-478c-87c9-b53642216132 for instance with vm_state building and task_state spawning. [ 791.571185] env[69742]: DEBUG nova.network.neutron [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Successfully updated port: b6bbfa41-3381-478c-87c9-b53642216132 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.594634] env[69742]: DEBUG nova.network.neutron [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.832040] env[69742]: DEBUG nova.compute.utils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.837360] env[69742]: DEBUG nova.compute.manager [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.837360] env[69742]: DEBUG nova.network.neutron [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.852383] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060326, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.889113] env[69742]: DEBUG nova.policy [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a911f14214e3447c884465becb9c1a72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73b1ae0bb9e4438d962207e45d6f505d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.075344] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "refresh_cache-6a49c3d4-1b14-4f61-aa23-84a529849dda" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.075344] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired lock "refresh_cache-6a49c3d4-1b14-4f61-aa23-84a529849dda" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.075344] env[69742]: DEBUG nova.network.neutron [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.199942] env[69742]: DEBUG nova.network.neutron [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Successfully created port: 4748308a-13a9-403e-9598-5c9c613f2ddf {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.336431] env[69742]: DEBUG nova.compute.manager [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.355029] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060326, 'name': CloneVM_Task, 'duration_secs': 1.165646} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.355029] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Created linked-clone VM from snapshot [ 792.355029] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae02193-008a-44ff-b591-43d6e2cc51d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.362157] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Uploading image 9f367c22-afe4-4d7c-9a1e-c721f915357d {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 792.400513] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 792.400513] env[69742]: value = "vm-804724" [ 792.400513] env[69742]: _type = "VirtualMachine" [ 792.400513] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 792.401100] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5ea2d64b-909a-4753-9a77-63fccb23459a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.414022] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lease: (returnval){ [ 792.414022] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b8e299-ce27-716a-4b07-bf76841bccc7" [ 792.414022] env[69742]: _type = "HttpNfcLease" [ 792.414022] env[69742]: } obtained for exporting VM: (result){ [ 792.414022] env[69742]: value = "vm-804724" [ 792.414022] env[69742]: _type = "VirtualMachine" [ 792.414022] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 792.414022] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the lease: (returnval){ [ 792.414022] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b8e299-ce27-716a-4b07-bf76841bccc7" [ 792.414022] env[69742]: _type = "HttpNfcLease" [ 792.414022] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 792.421395] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.421395] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b8e299-ce27-716a-4b07-bf76841bccc7" [ 792.421395] env[69742]: _type = "HttpNfcLease" [ 792.421395] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 792.454169] env[69742]: DEBUG nova.network.neutron [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updating instance_info_cache with network_info: [{"id": "fb024218-ea20-4036-8c5d-bd7c66790526", "address": "fa:16:3e:b9:73:f2", "network": {"id": "7083d9d0-0b66-46ce-b1f3-40f71ea534bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1951962290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab758f99e404e36bdc4976ba6ab9415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb024218-ea", "ovs_interfaceid": "fb024218-ea20-4036-8c5d-bd7c66790526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.608672] env[69742]: DEBUG nova.network.neutron [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.755016] env[69742]: DEBUG nova.network.neutron [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Updating instance_info_cache with network_info: [{"id": "b6bbfa41-3381-478c-87c9-b53642216132", "address": "fa:16:3e:3f:3c:d8", "network": {"id": "038eadc0-f089-4f91-a654-ae9a796486bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084831396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b1ae0bb9e4438d962207e45d6f505d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bbfa41-33", "ovs_interfaceid": "b6bbfa41-3381-478c-87c9-b53642216132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.835049] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fc85f2-ec8f-4af8-a33b-050fe999c18a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.850023] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b755770d-9df5-4935-89d8-83d447bd234b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.883307] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07509130-b6fa-4e22-8f54-7bb849b2bc2d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.889261] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad22f0b2-10cd-4e3a-b0fa-bc131d01c4eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.904520] env[69742]: DEBUG nova.compute.provider_tree [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.920903] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.920903] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b8e299-ce27-716a-4b07-bf76841bccc7" [ 792.920903] env[69742]: _type = "HttpNfcLease" [ 792.920903] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 792.921201] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 792.921201] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b8e299-ce27-716a-4b07-bf76841bccc7" [ 792.921201] env[69742]: _type = "HttpNfcLease" [ 792.921201] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 792.921931] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07db138-f14a-45cb-bf58-06233c3609d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.931860] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c8848-70d2-2aa9-fbc3-818c4533dc29/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 792.932054] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c8848-70d2-2aa9-fbc3-818c4533dc29/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 792.987335] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Releasing lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.987675] env[69742]: DEBUG nova.compute.manager [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Inject network info {{(pid=69742) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 792.987938] env[69742]: DEBUG nova.compute.manager [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] network_info to inject: |[{"id": "fb024218-ea20-4036-8c5d-bd7c66790526", "address": "fa:16:3e:b9:73:f2", "network": {"id": "7083d9d0-0b66-46ce-b1f3-40f71ea534bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1951962290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab758f99e404e36bdc4976ba6ab9415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb024218-ea", "ovs_interfaceid": "fb024218-ea20-4036-8c5d-bd7c66790526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 792.992738] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Reconfiguring VM instance to set the machine id {{(pid=69742) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 792.994133] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6f70b0-ff3f-4251-a050-ca2bab054e55 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.010823] env[69742]: DEBUG oslo_vmware.api [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 793.010823] env[69742]: value = "task-4060328" [ 793.010823] env[69742]: _type = "Task" [ 793.010823] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.020208] env[69742]: DEBUG oslo_vmware.api [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.074038] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1dd6cb0c-d421-4d55-974b-1a802dd51c27 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.257937] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Releasing lock "refresh_cache-6a49c3d4-1b14-4f61-aa23-84a529849dda" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.258413] env[69742]: DEBUG nova.compute.manager [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Instance network_info: |[{"id": "b6bbfa41-3381-478c-87c9-b53642216132", "address": "fa:16:3e:3f:3c:d8", "network": {"id": "038eadc0-f089-4f91-a654-ae9a796486bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084831396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b1ae0bb9e4438d962207e45d6f505d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bbfa41-33", "ovs_interfaceid": "b6bbfa41-3381-478c-87c9-b53642216132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.258897] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:3c:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6bbfa41-3381-478c-87c9-b53642216132', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.270235] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.270506] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.271012] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-707e58e1-a7dd-4cdd-8b51-388c11265194 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.296281] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.296281] env[69742]: value = "task-4060329" [ 793.296281] env[69742]: _type = "Task" [ 793.296281] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.305419] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060329, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.356964] env[69742]: DEBUG nova.compute.manager [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.380421] env[69742]: DEBUG nova.virt.hardware [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.380421] env[69742]: DEBUG nova.virt.hardware [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.380421] env[69742]: DEBUG nova.virt.hardware [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.380932] env[69742]: DEBUG nova.virt.hardware [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.381256] env[69742]: DEBUG nova.virt.hardware [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.381552] env[69742]: DEBUG nova.virt.hardware [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.381908] env[69742]: DEBUG nova.virt.hardware [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.382198] env[69742]: DEBUG nova.virt.hardware [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.382497] env[69742]: DEBUG nova.virt.hardware [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.382929] env[69742]: DEBUG nova.virt.hardware [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.383473] env[69742]: DEBUG nova.virt.hardware [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.384978] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438a8a67-f462-4bf1-907d-792d24d914aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.394842] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282f59a9-1176-40b0-909e-f67e4d2964d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.433052] env[69742]: ERROR nova.scheduler.client.report [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [req-1d2f2137-aa45-4250-bcc9-40f63dd54e3a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1d2f2137-aa45-4250-bcc9-40f63dd54e3a"}]} [ 793.453594] env[69742]: DEBUG nova.scheduler.client.report [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 793.469827] env[69742]: DEBUG nova.scheduler.client.report [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 793.470299] env[69742]: DEBUG nova.compute.provider_tree [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.484550] env[69742]: DEBUG nova.scheduler.client.report [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 793.520200] env[69742]: DEBUG nova.scheduler.client.report [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 793.526232] env[69742]: DEBUG oslo_vmware.api [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.719410] env[69742]: DEBUG nova.compute.manager [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Received event network-changed-b6bbfa41-3381-478c-87c9-b53642216132 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.719618] env[69742]: DEBUG nova.compute.manager [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Refreshing instance network info cache due to event network-changed-b6bbfa41-3381-478c-87c9-b53642216132. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.719843] env[69742]: DEBUG oslo_concurrency.lockutils [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] Acquiring lock "refresh_cache-6a49c3d4-1b14-4f61-aa23-84a529849dda" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.720147] env[69742]: DEBUG oslo_concurrency.lockutils [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] Acquired lock "refresh_cache-6a49c3d4-1b14-4f61-aa23-84a529849dda" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.720229] env[69742]: DEBUG nova.network.neutron [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Refreshing network info cache for port b6bbfa41-3381-478c-87c9-b53642216132 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.794914] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquiring lock "073e9b15-e59c-48ae-ad2f-16608e240d4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.795308] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lock "073e9b15-e59c-48ae-ad2f-16608e240d4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.795640] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquiring lock "073e9b15-e59c-48ae-ad2f-16608e240d4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.795971] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lock "073e9b15-e59c-48ae-ad2f-16608e240d4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.796212] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lock "073e9b15-e59c-48ae-ad2f-16608e240d4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.799337] env[69742]: INFO nova.compute.manager [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Terminating instance [ 793.813087] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060329, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.912413] env[69742]: DEBUG nova.network.neutron [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Successfully updated port: 4748308a-13a9-403e-9598-5c9c613f2ddf {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.025355] env[69742]: DEBUG oslo_vmware.api [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.113115] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248c80fc-16dd-4284-9e6e-69bed5e083cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.124595] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac59b76a-3367-4e39-944f-47d8be73168d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.166464] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24335685-e8f4-418b-9e5a-2078d3e3bc65 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.178088] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104a5e9c-53eb-466b-9456-0756fce2dd2e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.195498] env[69742]: DEBUG nova.compute.provider_tree [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.309492] env[69742]: DEBUG nova.compute.manager [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.309776] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.314235] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8fd7ac-c63b-4173-a507-7fd2386fd897 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.317439] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060329, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.324042] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.324042] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bae9ca9-5a24-46b2-b2ad-2dd8c3e5fb4e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.332627] env[69742]: DEBUG oslo_vmware.api [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 794.332627] env[69742]: value = "task-4060330" [ 794.332627] env[69742]: _type = "Task" [ 794.332627] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.342123] env[69742]: DEBUG oslo_vmware.api [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.416620] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "refresh_cache-ba312b9d-1f29-4f21-b4bc-50fd45395220" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.416620] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired lock "refresh_cache-ba312b9d-1f29-4f21-b4bc-50fd45395220" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.417184] env[69742]: DEBUG nova.network.neutron [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.477044] env[69742]: DEBUG nova.network.neutron [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Updated VIF entry in instance network info cache for port b6bbfa41-3381-478c-87c9-b53642216132. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.477394] env[69742]: DEBUG nova.network.neutron [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Updating instance_info_cache with network_info: [{"id": "b6bbfa41-3381-478c-87c9-b53642216132", "address": "fa:16:3e:3f:3c:d8", "network": {"id": "038eadc0-f089-4f91-a654-ae9a796486bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084831396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b1ae0bb9e4438d962207e45d6f505d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bbfa41-33", "ovs_interfaceid": "b6bbfa41-3381-478c-87c9-b53642216132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.522087] env[69742]: DEBUG oslo_vmware.api [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060328, 'name': ReconfigVM_Task, 'duration_secs': 1.161722} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.522866] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36f487f1-158d-4a63-9576-915d14040072 tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Reconfigured VM instance to set the machine id {{(pid=69742) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 794.737014] env[69742]: DEBUG nova.scheduler.client.report [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 794.737299] env[69742]: DEBUG nova.compute.provider_tree [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 63 to 64 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 794.737485] env[69742]: DEBUG nova.compute.provider_tree [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.809719] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060329, 'name': CreateVM_Task, 'duration_secs': 1.204362} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.809922] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.810827] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.811028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.811401] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.811683] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fdffa7b-3ee7-4552-9372-9e1992e026c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.817071] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 794.817071] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5200daf2-baf4-653e-9682-cf7c336956a0" [ 794.817071] env[69742]: _type = "Task" [ 794.817071] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.826255] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5200daf2-baf4-653e-9682-cf7c336956a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.842335] env[69742]: DEBUG oslo_vmware.api [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060330, 'name': PowerOffVM_Task, 'duration_secs': 0.229241} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.842653] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.842760] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.843100] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac0f826a-4318-43c4-96d1-36a04a816020 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.910456] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.910796] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.911053] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Deleting the datastore file [datastore1] 073e9b15-e59c-48ae-ad2f-16608e240d4e {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.911375] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a01a732b-5786-4f0e-ab8f-709bb951cda4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.924921] env[69742]: DEBUG oslo_vmware.api [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for the task: (returnval){ [ 794.924921] env[69742]: value = "task-4060332" [ 794.924921] env[69742]: _type = "Task" [ 794.924921] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.934990] env[69742]: DEBUG oslo_vmware.api [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.957369] env[69742]: DEBUG nova.network.neutron [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.980445] env[69742]: DEBUG oslo_concurrency.lockutils [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] Releasing lock "refresh_cache-6a49c3d4-1b14-4f61-aa23-84a529849dda" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.980749] env[69742]: DEBUG nova.compute.manager [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Received event network-changed-fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.980927] env[69742]: DEBUG nova.compute.manager [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Refreshing instance network info cache due to event network-changed-fb024218-ea20-4036-8c5d-bd7c66790526. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.981211] env[69742]: DEBUG oslo_concurrency.lockutils [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] Acquiring lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.981370] env[69742]: DEBUG oslo_concurrency.lockutils [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] Acquired lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.981545] env[69742]: DEBUG nova.network.neutron [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Refreshing network info cache for port fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.117035] env[69742]: DEBUG nova.network.neutron [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Updating instance_info_cache with network_info: [{"id": "4748308a-13a9-403e-9598-5c9c613f2ddf", "address": "fa:16:3e:e8:06:6d", "network": {"id": "038eadc0-f089-4f91-a654-ae9a796486bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084831396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b1ae0bb9e4438d962207e45d6f505d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4748308a-13", "ovs_interfaceid": "4748308a-13a9-403e-9598-5c9c613f2ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.246028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.920s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.246028] env[69742]: DEBUG nova.compute.manager [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.247541] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.287s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.249340] env[69742]: INFO nova.compute.claims [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.327828] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5200daf2-baf4-653e-9682-cf7c336956a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015125} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.328166] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.328407] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.328645] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.328791] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.328968] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.329554] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-069e6ff5-826a-4cec-a13e-8c58e58cca08 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.342490] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.342693] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.343499] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c809f56-60f0-46f7-bd8e-09bc362a1b4c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.349995] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 795.349995] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521997ca-9dfc-f7a5-6d44-058be11d9ab4" [ 795.349995] env[69742]: _type = "Task" [ 795.349995] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.360419] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521997ca-9dfc-f7a5-6d44-058be11d9ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.436826] env[69742]: DEBUG oslo_vmware.api [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Task: {'id': task-4060332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337871} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.436826] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.436826] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.437182] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.437479] env[69742]: INFO nova.compute.manager [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 795.438973] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.438973] env[69742]: DEBUG nova.compute.manager [-] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.438973] env[69742]: DEBUG nova.network.neutron [-] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.621117] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Releasing lock "refresh_cache-ba312b9d-1f29-4f21-b4bc-50fd45395220" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.621117] env[69742]: DEBUG nova.compute.manager [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Instance network_info: |[{"id": "4748308a-13a9-403e-9598-5c9c613f2ddf", "address": "fa:16:3e:e8:06:6d", "network": {"id": "038eadc0-f089-4f91-a654-ae9a796486bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084831396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b1ae0bb9e4438d962207e45d6f505d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4748308a-13", "ovs_interfaceid": "4748308a-13a9-403e-9598-5c9c613f2ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.621343] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:06:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4748308a-13a9-403e-9598-5c9c613f2ddf', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.628835] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.629114] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.629385] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4857b2e7-4648-4f84-9136-eefd66bdf668 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.652695] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.652695] env[69742]: value = "task-4060333" [ 795.652695] env[69742]: _type = "Task" [ 795.652695] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.661607] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060333, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.756532] env[69742]: DEBUG nova.compute.utils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.763143] env[69742]: DEBUG nova.compute.manager [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.763143] env[69742]: DEBUG nova.network.neutron [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.764438] env[69742]: DEBUG nova.compute.manager [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Received event network-vif-plugged-4748308a-13a9-403e-9598-5c9c613f2ddf {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.764642] env[69742]: DEBUG oslo_concurrency.lockutils [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] Acquiring lock "ba312b9d-1f29-4f21-b4bc-50fd45395220-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.764915] env[69742]: DEBUG oslo_concurrency.lockutils [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] Lock "ba312b9d-1f29-4f21-b4bc-50fd45395220-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.765117] env[69742]: DEBUG oslo_concurrency.lockutils [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] Lock "ba312b9d-1f29-4f21-b4bc-50fd45395220-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.765332] env[69742]: DEBUG nova.compute.manager [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] No waiting events found dispatching network-vif-plugged-4748308a-13a9-403e-9598-5c9c613f2ddf {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.765502] env[69742]: WARNING nova.compute.manager [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Received unexpected event network-vif-plugged-4748308a-13a9-403e-9598-5c9c613f2ddf for instance with vm_state building and task_state spawning. [ 795.765659] env[69742]: DEBUG nova.compute.manager [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Received event network-changed-4748308a-13a9-403e-9598-5c9c613f2ddf {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.765816] env[69742]: DEBUG nova.compute.manager [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Refreshing instance network info cache due to event network-changed-4748308a-13a9-403e-9598-5c9c613f2ddf. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.766009] env[69742]: DEBUG oslo_concurrency.lockutils [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] Acquiring lock "refresh_cache-ba312b9d-1f29-4f21-b4bc-50fd45395220" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.766146] env[69742]: DEBUG oslo_concurrency.lockutils [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] Acquired lock "refresh_cache-ba312b9d-1f29-4f21-b4bc-50fd45395220" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.766295] env[69742]: DEBUG nova.network.neutron [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Refreshing network info cache for port 4748308a-13a9-403e-9598-5c9c613f2ddf {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.812572] env[69742]: DEBUG nova.policy [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea4b55ebf54e4c1da72d8750cb7b1c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff1e5f866a6f4687b375a77eeafa45ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.862661] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521997ca-9dfc-f7a5-6d44-058be11d9ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.037219} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.864308] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4a20c4-63af-4ca3-ba39-afa085ac3ae9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.870228] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 795.870228] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527f5ea6-202f-390a-19e0-ed37deeb2e3f" [ 795.870228] env[69742]: _type = "Task" [ 795.870228] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.881295] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527f5ea6-202f-390a-19e0-ed37deeb2e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.883603] env[69742]: DEBUG nova.network.neutron [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updated VIF entry in instance network info cache for port fb024218-ea20-4036-8c5d-bd7c66790526. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.883986] env[69742]: DEBUG nova.network.neutron [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updating instance_info_cache with network_info: [{"id": "fb024218-ea20-4036-8c5d-bd7c66790526", "address": "fa:16:3e:b9:73:f2", "network": {"id": "7083d9d0-0b66-46ce-b1f3-40f71ea534bd", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1951962290-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab758f99e404e36bdc4976ba6ab9415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb024218-ea", "ovs_interfaceid": "fb024218-ea20-4036-8c5d-bd7c66790526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.165547] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060333, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.271552] env[69742]: DEBUG nova.compute.manager [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.310052] env[69742]: DEBUG nova.network.neutron [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Successfully created port: a2628981-5dca-4555-87af-136dd3c103b7 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.390926] env[69742]: DEBUG oslo_concurrency.lockutils [req-c7a7e65e-6c11-471a-add4-2f9015609e59 req-145e22b2-dee8-4feb-9cfe-cb43b8e286c2 service nova] Releasing lock "refresh_cache-073e9b15-e59c-48ae-ad2f-16608e240d4e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.391676] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527f5ea6-202f-390a-19e0-ed37deeb2e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.019075} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.395019] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.396114] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 6a49c3d4-1b14-4f61-aa23-84a529849dda/6a49c3d4-1b14-4f61-aa23-84a529849dda.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.399253] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ab1811a-ecec-48ac-aed1-34c8aab223b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.409479] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 796.409479] env[69742]: value = "task-4060334" [ 796.409479] env[69742]: _type = "Task" [ 796.409479] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.422602] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.592122] env[69742]: DEBUG nova.network.neutron [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Updated VIF entry in instance network info cache for port 4748308a-13a9-403e-9598-5c9c613f2ddf. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.592524] env[69742]: DEBUG nova.network.neutron [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Updating instance_info_cache with network_info: [{"id": "4748308a-13a9-403e-9598-5c9c613f2ddf", "address": "fa:16:3e:e8:06:6d", "network": {"id": "038eadc0-f089-4f91-a654-ae9a796486bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084831396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b1ae0bb9e4438d962207e45d6f505d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4748308a-13", "ovs_interfaceid": "4748308a-13a9-403e-9598-5c9c613f2ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.613429] env[69742]: DEBUG nova.network.neutron [-] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.666634] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060333, 'name': CreateVM_Task, 'duration_secs': 0.529727} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.670630] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.672433] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.673289] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.673289] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.673511] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e11c7c-517c-442f-b533-a110b610957b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.680161] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 796.680161] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528bccc9-e72d-f073-f790-9e205e91ace3" [ 796.680161] env[69742]: _type = "Task" [ 796.680161] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.690766] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528bccc9-e72d-f073-f790-9e205e91ace3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.890262] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a356fed-4dc6-478c-81c8-63ea03a22952 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.899703] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ec8822-164d-4b97-a951-fd148be5627b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.940392] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20083807-7000-4f50-b0e0-69debb309a7a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.950116] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060334, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.953939] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1523977e-ae24-491d-8e63-a4b0ae8dbd91 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.972923] env[69742]: DEBUG nova.compute.provider_tree [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.100941] env[69742]: DEBUG oslo_concurrency.lockutils [req-78e7676e-f2c2-4f1b-8b1b-1e2cb78f6548 req-9854f501-f565-4f59-b749-e270951030d4 service nova] Releasing lock "refresh_cache-ba312b9d-1f29-4f21-b4bc-50fd45395220" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.119049] env[69742]: INFO nova.compute.manager [-] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Took 1.68 seconds to deallocate network for instance. [ 797.192720] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528bccc9-e72d-f073-f790-9e205e91ace3, 'name': SearchDatastore_Task, 'duration_secs': 0.018056} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.193108] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.193357] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.193596] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.193748] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.193919] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.194210] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-410e8b30-13c7-4c47-9298-afdb23fc7d04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.204742] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.204991] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.205841] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a13a1ef-4ca6-4630-a17f-bf3474856d56 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.213556] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 797.213556] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523f9609-e9ef-13f1-d558-e766dd910217" [ 797.213556] env[69742]: _type = "Task" [ 797.213556] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.223801] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523f9609-e9ef-13f1-d558-e766dd910217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.281952] env[69742]: DEBUG nova.compute.manager [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.316301] env[69742]: DEBUG nova.virt.hardware [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.316398] env[69742]: DEBUG nova.virt.hardware [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.316474] env[69742]: DEBUG nova.virt.hardware [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.316658] env[69742]: DEBUG nova.virt.hardware [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.316808] env[69742]: DEBUG nova.virt.hardware [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.316988] env[69742]: DEBUG nova.virt.hardware [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.318814] env[69742]: DEBUG nova.virt.hardware [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.318814] env[69742]: DEBUG nova.virt.hardware [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.320607] env[69742]: DEBUG nova.virt.hardware [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.320607] env[69742]: DEBUG nova.virt.hardware [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.320607] env[69742]: DEBUG nova.virt.hardware [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.321490] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882e0879-fae7-474d-93a3-cc83ebd689d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.332796] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff65e09-53f9-407b-a74d-32db2eaaf89f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.448963] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718559} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.449283] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 6a49c3d4-1b14-4f61-aa23-84a529849dda/6a49c3d4-1b14-4f61-aa23-84a529849dda.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.449557] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.449845] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7acf2196-a7e4-4035-9e89-441cac06b74f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.459669] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 797.459669] env[69742]: value = "task-4060335" [ 797.459669] env[69742]: _type = "Task" [ 797.459669] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.470812] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.518464] env[69742]: DEBUG nova.scheduler.client.report [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 797.518813] env[69742]: DEBUG nova.compute.provider_tree [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 64 to 65 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 797.519044] env[69742]: DEBUG nova.compute.provider_tree [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.626597] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.727481] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523f9609-e9ef-13f1-d558-e766dd910217, 'name': SearchDatastore_Task, 'duration_secs': 0.014271} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.728733] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80b07f7-af2a-4337-aabb-eac779155490 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.737240] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 797.737240] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529784dc-52a4-bd43-4eea-727ab8616735" [ 797.737240] env[69742]: _type = "Task" [ 797.737240] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.747920] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529784dc-52a4-bd43-4eea-727ab8616735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.799185] env[69742]: DEBUG nova.compute.manager [req-8cf7f4b8-8a81-4a3f-b26c-94be675d8358 req-35933d09-9623-46a9-a7f5-6eb6adf0e7ee service nova] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Received event network-vif-deleted-fb024218-ea20-4036-8c5d-bd7c66790526 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.941398] env[69742]: DEBUG nova.compute.manager [req-b94d66b7-9fc0-4e93-972e-851853e40933 req-22605f6f-4789-4714-90d2-daab290f1f54 service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Received event network-vif-plugged-a2628981-5dca-4555-87af-136dd3c103b7 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.941753] env[69742]: DEBUG oslo_concurrency.lockutils [req-b94d66b7-9fc0-4e93-972e-851853e40933 req-22605f6f-4789-4714-90d2-daab290f1f54 service nova] Acquiring lock "8d2cfd90-bca7-4649-bab9-661a19d642c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.942038] env[69742]: DEBUG oslo_concurrency.lockutils [req-b94d66b7-9fc0-4e93-972e-851853e40933 req-22605f6f-4789-4714-90d2-daab290f1f54 service nova] Lock "8d2cfd90-bca7-4649-bab9-661a19d642c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.942146] env[69742]: DEBUG oslo_concurrency.lockutils [req-b94d66b7-9fc0-4e93-972e-851853e40933 req-22605f6f-4789-4714-90d2-daab290f1f54 service nova] Lock "8d2cfd90-bca7-4649-bab9-661a19d642c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.942402] env[69742]: DEBUG nova.compute.manager [req-b94d66b7-9fc0-4e93-972e-851853e40933 req-22605f6f-4789-4714-90d2-daab290f1f54 service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] No waiting events found dispatching network-vif-plugged-a2628981-5dca-4555-87af-136dd3c103b7 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.942495] env[69742]: WARNING nova.compute.manager [req-b94d66b7-9fc0-4e93-972e-851853e40933 req-22605f6f-4789-4714-90d2-daab290f1f54 service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Received unexpected event network-vif-plugged-a2628981-5dca-4555-87af-136dd3c103b7 for instance with vm_state building and task_state spawning. [ 797.970152] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139739} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.971064] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.971678] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cd4cfb-c7a4-4787-97b7-3626714ff160 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.998020] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 6a49c3d4-1b14-4f61-aa23-84a529849dda/6a49c3d4-1b14-4f61-aa23-84a529849dda.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.998397] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d802894-8402-4635-88eb-8438042c5d3b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.021590] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 798.021590] env[69742]: value = "task-4060336" [ 798.021590] env[69742]: _type = "Task" [ 798.021590] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.025960] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.026672] env[69742]: DEBUG nova.compute.manager [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.029311] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.292s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.029500] env[69742]: DEBUG nova.objects.instance [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lazy-loading 'resources' on Instance uuid 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.038389] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060336, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.103455] env[69742]: DEBUG nova.network.neutron [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Successfully updated port: a2628981-5dca-4555-87af-136dd3c103b7 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.248780] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529784dc-52a4-bd43-4eea-727ab8616735, 'name': SearchDatastore_Task, 'duration_secs': 0.017858} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.249094] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.249493] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ba312b9d-1f29-4f21-b4bc-50fd45395220/ba312b9d-1f29-4f21-b4bc-50fd45395220.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.249807] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51dc1a2c-79d6-446e-a077-d6503990474a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.260046] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 798.260046] env[69742]: value = "task-4060337" [ 798.260046] env[69742]: _type = "Task" [ 798.260046] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.269987] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.533734] env[69742]: DEBUG nova.compute.utils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.535188] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.535502] env[69742]: DEBUG nova.compute.manager [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.535597] env[69742]: DEBUG nova.network.neutron [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.608842] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "refresh_cache-8d2cfd90-bca7-4649-bab9-661a19d642c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.609047] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "refresh_cache-8d2cfd90-bca7-4649-bab9-661a19d642c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.609195] env[69742]: DEBUG nova.network.neutron [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.624361] env[69742]: DEBUG nova.policy [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abdf5a510f6841398830238e8fb5562a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08170b067a1c4f22a35c7d72f674353b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.778595] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060337, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.039890] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060336, 'name': ReconfigVM_Task, 'duration_secs': 0.659526} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.043126] env[69742]: DEBUG nova.compute.manager [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.045820] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 6a49c3d4-1b14-4f61-aa23-84a529849dda/6a49c3d4-1b14-4f61-aa23-84a529849dda.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.046933] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-823711c1-8b56-426f-ad25-491a86002c49 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.055745] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 799.055745] env[69742]: value = "task-4060338" [ 799.055745] env[69742]: _type = "Task" [ 799.055745] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.066622] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060338, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.162744] env[69742]: DEBUG nova.network.neutron [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.180032] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d87948-f87b-4c48-9c48-6f2ca87dead6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.197078] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7848dd7-8c8a-48d9-a061-9b066af5ef8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.251630] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a312119-70bb-4022-b638-7c6bc6dc6510 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.263934] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ae5025-cb98-4712-ba1b-cfe9ea3ad916 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.279414] env[69742]: DEBUG nova.compute.provider_tree [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.283811] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833097} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.284505] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ba312b9d-1f29-4f21-b4bc-50fd45395220/ba312b9d-1f29-4f21-b4bc-50fd45395220.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.284748] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.285032] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9943cd5b-b00f-44ca-a512-a635a81f52a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.293959] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 799.293959] env[69742]: value = "task-4060339" [ 799.293959] env[69742]: _type = "Task" [ 799.293959] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.308172] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.396536] env[69742]: DEBUG nova.network.neutron [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Updating instance_info_cache with network_info: [{"id": "a2628981-5dca-4555-87af-136dd3c103b7", "address": "fa:16:3e:80:94:4a", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2628981-5d", "ovs_interfaceid": "a2628981-5dca-4555-87af-136dd3c103b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.436194] env[69742]: DEBUG nova.network.neutron [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Successfully created port: 88ad6d5c-4dfe-4b01-9466-47bfbd93f333 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.566556] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060338, 'name': Rename_Task, 'duration_secs': 0.169347} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.566880] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.567104] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8b5b3b4-333a-46b3-ad9c-a7e453f55362 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.574510] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 799.574510] env[69742]: value = "task-4060340" [ 799.574510] env[69742]: _type = "Task" [ 799.574510] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.585180] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.810025] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134728} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.810025] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.810025] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec73fe58-89c2-44bc-ad74-634ca6c52851 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.834740] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] ba312b9d-1f29-4f21-b4bc-50fd45395220/ba312b9d-1f29-4f21-b4bc-50fd45395220.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.836097] env[69742]: DEBUG nova.scheduler.client.report [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 799.836521] env[69742]: DEBUG nova.compute.provider_tree [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 65 to 66 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 799.836824] env[69742]: DEBUG nova.compute.provider_tree [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.842545] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-136fdc03-c44e-489e-9c60-47fc8cd94e09 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.865016] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 799.865016] env[69742]: value = "task-4060341" [ 799.865016] env[69742]: _type = "Task" [ 799.865016] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.876172] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.900669] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "refresh_cache-8d2cfd90-bca7-4649-bab9-661a19d642c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.900669] env[69742]: DEBUG nova.compute.manager [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Instance network_info: |[{"id": "a2628981-5dca-4555-87af-136dd3c103b7", "address": "fa:16:3e:80:94:4a", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2628981-5d", "ovs_interfaceid": "a2628981-5dca-4555-87af-136dd3c103b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.901049] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:94:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2628981-5dca-4555-87af-136dd3c103b7', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.908499] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating folder: Project (ff1e5f866a6f4687b375a77eeafa45ab). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.909246] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d898dfc-ca50-40d0-b3ef-3339747571e7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.922097] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Created folder: Project (ff1e5f866a6f4687b375a77eeafa45ab) in parent group-v804621. [ 799.922097] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating folder: Instances. Parent ref: group-v804727. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.922097] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f906f029-c489-4f2b-9f44-b930b4b349a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.933526] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Created folder: Instances in parent group-v804727. [ 799.933745] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.933973] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.934213] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdb0651e-fa1c-44a6-bcbb-b657d7ff39b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.955869] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.955869] env[69742]: value = "task-4060344" [ 799.955869] env[69742]: _type = "Task" [ 799.955869] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.964759] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060344, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.970760] env[69742]: DEBUG nova.compute.manager [req-ca5bbea6-70c1-4a67-900c-08de1fd25319 req-b3da0e59-0f4c-490d-8d13-725f8a03e85f service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Received event network-changed-a2628981-5dca-4555-87af-136dd3c103b7 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.970901] env[69742]: DEBUG nova.compute.manager [req-ca5bbea6-70c1-4a67-900c-08de1fd25319 req-b3da0e59-0f4c-490d-8d13-725f8a03e85f service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Refreshing instance network info cache due to event network-changed-a2628981-5dca-4555-87af-136dd3c103b7. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.971045] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca5bbea6-70c1-4a67-900c-08de1fd25319 req-b3da0e59-0f4c-490d-8d13-725f8a03e85f service nova] Acquiring lock "refresh_cache-8d2cfd90-bca7-4649-bab9-661a19d642c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.971188] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca5bbea6-70c1-4a67-900c-08de1fd25319 req-b3da0e59-0f4c-490d-8d13-725f8a03e85f service nova] Acquired lock "refresh_cache-8d2cfd90-bca7-4649-bab9-661a19d642c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.971318] env[69742]: DEBUG nova.network.neutron [req-ca5bbea6-70c1-4a67-900c-08de1fd25319 req-b3da0e59-0f4c-490d-8d13-725f8a03e85f service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Refreshing network info cache for port a2628981-5dca-4555-87af-136dd3c103b7 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.055461] env[69742]: DEBUG nova.compute.manager [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.090833] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060340, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.093629] env[69742]: DEBUG nova.virt.hardware [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.093905] env[69742]: DEBUG nova.virt.hardware [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.094138] env[69742]: DEBUG nova.virt.hardware [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.094341] env[69742]: DEBUG nova.virt.hardware [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.094526] env[69742]: DEBUG nova.virt.hardware [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.094679] env[69742]: DEBUG nova.virt.hardware [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.094895] env[69742]: DEBUG nova.virt.hardware [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.095067] env[69742]: DEBUG nova.virt.hardware [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.095242] env[69742]: DEBUG nova.virt.hardware [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.095429] env[69742]: DEBUG nova.virt.hardware [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.095961] env[69742]: DEBUG nova.virt.hardware [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.096581] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271da342-9f7f-4910-9b1e-e9ebd9342c9b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.106015] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475b488e-2ed7-4c2f-871a-8c6e98b7dd2f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.359745] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.363503] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.288s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.363503] env[69742]: DEBUG nova.objects.instance [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lazy-loading 'resources' on Instance uuid e374003a-19c9-4dd1-a636-ccd9b69e7790 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.378697] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.385646] env[69742]: INFO nova.scheduler.client.report [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Deleted allocations for instance 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc [ 800.467240] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060344, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.585876] env[69742]: DEBUG oslo_vmware.api [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060340, 'name': PowerOnVM_Task, 'duration_secs': 0.554069} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.586239] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.586511] env[69742]: INFO nova.compute.manager [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Took 9.91 seconds to spawn the instance on the hypervisor. [ 800.586719] env[69742]: DEBUG nova.compute.manager [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.588027] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a018798f-10b6-4b40-b1fd-48b39fe165f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.771876] env[69742]: DEBUG nova.network.neutron [req-ca5bbea6-70c1-4a67-900c-08de1fd25319 req-b3da0e59-0f4c-490d-8d13-725f8a03e85f service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Updated VIF entry in instance network info cache for port a2628981-5dca-4555-87af-136dd3c103b7. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.772302] env[69742]: DEBUG nova.network.neutron [req-ca5bbea6-70c1-4a67-900c-08de1fd25319 req-b3da0e59-0f4c-490d-8d13-725f8a03e85f service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Updating instance_info_cache with network_info: [{"id": "a2628981-5dca-4555-87af-136dd3c103b7", "address": "fa:16:3e:80:94:4a", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2628981-5d", "ovs_interfaceid": "a2628981-5dca-4555-87af-136dd3c103b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.879283] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060341, 'name': ReconfigVM_Task, 'duration_secs': 0.693994} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.879585] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Reconfigured VM instance instance-00000025 to attach disk [datastore2] ba312b9d-1f29-4f21-b4bc-50fd45395220/ba312b9d-1f29-4f21-b4bc-50fd45395220.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.880218] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f30d44a4-ed3c-4add-8558-8f2ced7ab08a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.887797] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 800.887797] env[69742]: value = "task-4060345" [ 800.887797] env[69742]: _type = "Task" [ 800.887797] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.897681] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29ba1c88-bc74-4eea-a335-2f0fa6030e9d tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "919ee366-6f31-44c2-8d44-5ff2cdfc1dbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.194s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.903108] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060345, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.971735] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060344, 'name': CreateVM_Task, 'duration_secs': 0.606451} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.971857] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.972812] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.973468] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.973731] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.974143] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3116fd4-1320-48ff-b191-acec155e38bc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.983649] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 800.983649] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52942359-1355-6168-06d0-fafabeeba48d" [ 800.983649] env[69742]: _type = "Task" [ 800.983649] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.998332] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52942359-1355-6168-06d0-fafabeeba48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.116657] env[69742]: INFO nova.compute.manager [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Took 50.17 seconds to build instance. [ 801.218023] env[69742]: DEBUG nova.network.neutron [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Successfully updated port: 88ad6d5c-4dfe-4b01-9466-47bfbd93f333 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.277322] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca5bbea6-70c1-4a67-900c-08de1fd25319 req-b3da0e59-0f4c-490d-8d13-725f8a03e85f service nova] Releasing lock "refresh_cache-8d2cfd90-bca7-4649-bab9-661a19d642c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.366715] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdddd9aa-188f-4e7c-9010-c5f1b1aaf93e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.376435] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163c7040-0983-414d-80a0-e0b509acc790 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.421764] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1bc64d-986c-412f-80ee-820e203d0ad0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.431127] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060345, 'name': Rename_Task, 'duration_secs': 0.196103} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.433688] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.434064] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19f255fc-6fef-42d6-9cc6-43d7c39dfc6f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.437342] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e19850-a255-4ecd-999a-971f01e0bfa6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.454162] env[69742]: DEBUG nova.compute.provider_tree [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.458454] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 801.458454] env[69742]: value = "task-4060346" [ 801.458454] env[69742]: _type = "Task" [ 801.458454] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.469761] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060346, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.496883] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52942359-1355-6168-06d0-fafabeeba48d, 'name': SearchDatastore_Task, 'duration_secs': 0.01434} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.497340] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.497655] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.498095] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.498368] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.498674] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.499021] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5deaafd8-5c00-4322-8b98-69f4cbbc0ee1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.511030] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.511030] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.511787] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03640c5b-4b3d-4ae1-8ec2-be439f3de2f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.518603] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 801.518603] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521cff03-a27d-b392-df98-9b41d60b1003" [ 801.518603] env[69742]: _type = "Task" [ 801.518603] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.529733] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521cff03-a27d-b392-df98-9b41d60b1003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.619573] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a364deac-7703-4cf2-9328-04f1a34a6cfd tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "6a49c3d4-1b14-4f61-aa23-84a529849dda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.320s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.724144] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "refresh_cache-15c5fde6-f8e5-4e1b-a413-e233c887c5b3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.724328] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquired lock "refresh_cache-15c5fde6-f8e5-4e1b-a413-e233c887c5b3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.724487] env[69742]: DEBUG nova.network.neutron [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.814043] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "57ebdc08-cc73-4c5d-983d-493ce3c220de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.814043] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "57ebdc08-cc73-4c5d-983d-493ce3c220de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.814043] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "57ebdc08-cc73-4c5d-983d-493ce3c220de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.814314] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "57ebdc08-cc73-4c5d-983d-493ce3c220de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.814483] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "57ebdc08-cc73-4c5d-983d-493ce3c220de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.816929] env[69742]: INFO nova.compute.manager [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Terminating instance [ 801.957783] env[69742]: DEBUG nova.scheduler.client.report [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.975509] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.030525] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521cff03-a27d-b392-df98-9b41d60b1003, 'name': SearchDatastore_Task, 'duration_secs': 0.027402} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.033422] env[69742]: DEBUG nova.compute.manager [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Received event network-vif-plugged-88ad6d5c-4dfe-4b01-9466-47bfbd93f333 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.034617] env[69742]: DEBUG oslo_concurrency.lockutils [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] Acquiring lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.034879] env[69742]: DEBUG oslo_concurrency.lockutils [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] Lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.035086] env[69742]: DEBUG oslo_concurrency.lockutils [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] Lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.035319] env[69742]: DEBUG nova.compute.manager [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] No waiting events found dispatching network-vif-plugged-88ad6d5c-4dfe-4b01-9466-47bfbd93f333 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.035517] env[69742]: WARNING nova.compute.manager [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Received unexpected event network-vif-plugged-88ad6d5c-4dfe-4b01-9466-47bfbd93f333 for instance with vm_state building and task_state spawning. [ 802.035683] env[69742]: DEBUG nova.compute.manager [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Received event network-changed-88ad6d5c-4dfe-4b01-9466-47bfbd93f333 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.035836] env[69742]: DEBUG nova.compute.manager [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Refreshing instance network info cache due to event network-changed-88ad6d5c-4dfe-4b01-9466-47bfbd93f333. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.036233] env[69742]: DEBUG oslo_concurrency.lockutils [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] Acquiring lock "refresh_cache-15c5fde6-f8e5-4e1b-a413-e233c887c5b3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.036568] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ffadc4-9113-49c6-a35d-cb9a38672ac9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.044556] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 802.044556] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a1e1b1-17d8-5b0e-f4cc-d938340befe0" [ 802.044556] env[69742]: _type = "Task" [ 802.044556] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.055149] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a1e1b1-17d8-5b0e-f4cc-d938340befe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.122290] env[69742]: DEBUG nova.compute.manager [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.261330] env[69742]: DEBUG nova.network.neutron [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.322150] env[69742]: DEBUG nova.compute.manager [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.322534] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.324540] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ef8f73-6b0d-493f-9af7-2c1434b68421 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.335536] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.338300] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60c460cc-11ea-47f7-bb60-785013bdff58 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.346556] env[69742]: DEBUG oslo_vmware.api [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 802.346556] env[69742]: value = "task-4060347" [ 802.346556] env[69742]: _type = "Task" [ 802.346556] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.358780] env[69742]: DEBUG oslo_vmware.api [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.453367] env[69742]: DEBUG nova.network.neutron [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Updating instance_info_cache with network_info: [{"id": "88ad6d5c-4dfe-4b01-9466-47bfbd93f333", "address": "fa:16:3e:c6:c9:a8", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ad6d5c-4d", "ovs_interfaceid": "88ad6d5c-4dfe-4b01-9466-47bfbd93f333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.468888] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.475314] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.647s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.477049] env[69742]: INFO nova.compute.claims [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.482274] env[69742]: DEBUG oslo_vmware.api [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060346, 'name': PowerOnVM_Task, 'duration_secs': 0.830665} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.483060] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.483734] env[69742]: INFO nova.compute.manager [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Took 9.13 seconds to spawn the instance on the hypervisor. [ 802.484306] env[69742]: DEBUG nova.compute.manager [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.485729] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4732f7ce-975e-4896-8cc3-ac4e131aac0a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.499270] env[69742]: INFO nova.scheduler.client.report [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Deleted allocations for instance e374003a-19c9-4dd1-a636-ccd9b69e7790 [ 802.556610] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a1e1b1-17d8-5b0e-f4cc-d938340befe0, 'name': SearchDatastore_Task, 'duration_secs': 0.016262} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.556880] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.557199] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 8d2cfd90-bca7-4649-bab9-661a19d642c8/8d2cfd90-bca7-4649-bab9-661a19d642c8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.557737] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee907947-4772-4e68-a538-3527d73c38af {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.566061] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 802.566061] env[69742]: value = "task-4060348" [ 802.566061] env[69742]: _type = "Task" [ 802.566061] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.575746] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.644782] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.860287] env[69742]: DEBUG oslo_vmware.api [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060347, 'name': PowerOffVM_Task, 'duration_secs': 0.42197} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.861178] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.861704] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.861704] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-943c953d-9e3d-4d32-83b8-1103331c6ae3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.886343] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c8848-70d2-2aa9-fbc3-818c4533dc29/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 802.887571] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12835329-4e6b-407d-ad79-03e602074e9e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.896428] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c8848-70d2-2aa9-fbc3-818c4533dc29/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 802.896691] env[69742]: ERROR oslo_vmware.rw_handles [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c8848-70d2-2aa9-fbc3-818c4533dc29/disk-0.vmdk due to incomplete transfer. [ 802.896990] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1b39fad5-a57a-4f44-9539-db25848d7d9f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.907274] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c8848-70d2-2aa9-fbc3-818c4533dc29/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 802.907551] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Uploaded image 9f367c22-afe4-4d7c-9a1e-c721f915357d to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 802.910432] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.910825] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1ee8c4c-4b7f-47c4-a773-b83ea9802e5c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.920213] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 802.920213] env[69742]: value = "task-4060350" [ 802.920213] env[69742]: _type = "Task" [ 802.920213] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.932641] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060350, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.956416] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Releasing lock "refresh_cache-15c5fde6-f8e5-4e1b-a413-e233c887c5b3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.957718] env[69742]: DEBUG nova.compute.manager [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Instance network_info: |[{"id": "88ad6d5c-4dfe-4b01-9466-47bfbd93f333", "address": "fa:16:3e:c6:c9:a8", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ad6d5c-4d", "ovs_interfaceid": "88ad6d5c-4dfe-4b01-9466-47bfbd93f333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.957718] env[69742]: DEBUG oslo_concurrency.lockutils [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] Acquired lock "refresh_cache-15c5fde6-f8e5-4e1b-a413-e233c887c5b3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.958141] env[69742]: DEBUG nova.network.neutron [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Refreshing network info cache for port 88ad6d5c-4dfe-4b01-9466-47bfbd93f333 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.958838] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:c9:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88ad6d5c-4dfe-4b01-9466-47bfbd93f333', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.967608] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Creating folder: Project (08170b067a1c4f22a35c7d72f674353b). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.969575] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8548ff1-b116-4fc5-9064-bc31c5095c18 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.972242] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.972242] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.972549] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Deleting the datastore file [datastore2] 57ebdc08-cc73-4c5d-983d-493ce3c220de {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.973419] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aee6cde2-645a-4759-85a5-12e5c72c7d6b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.987590] env[69742]: DEBUG oslo_vmware.api [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for the task: (returnval){ [ 802.987590] env[69742]: value = "task-4060352" [ 802.987590] env[69742]: _type = "Task" [ 802.987590] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.989827] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Created folder: Project (08170b067a1c4f22a35c7d72f674353b) in parent group-v804621. [ 802.990044] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Creating folder: Instances. Parent ref: group-v804730. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.993655] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5680361f-22d7-4250-a7c2-54d362ddcb24 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.011919] env[69742]: DEBUG oslo_vmware.api [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.014185] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84c83180-4b47-430c-95dc-407557c4e2a3 tempest-DeleteServersAdminTestJSON-45686645 tempest-DeleteServersAdminTestJSON-45686645-project-member] Lock "e374003a-19c9-4dd1-a636-ccd9b69e7790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.356s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.018219] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Created folder: Instances in parent group-v804730. [ 803.018219] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.018219] env[69742]: INFO nova.compute.manager [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Took 48.96 seconds to build instance. [ 803.018876] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.019129] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a776b923-f2da-4b3b-9000-5096ce181ef7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.042042] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.042042] env[69742]: value = "task-4060354" [ 803.042042] env[69742]: _type = "Task" [ 803.042042] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.051811] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060354, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.077216] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060348, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.431047] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060350, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.502048] env[69742]: DEBUG oslo_vmware.api [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.536255] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be5a040f-566e-4506-a10f-f99fe8a9890e tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "ba312b9d-1f29-4f21-b4bc-50fd45395220" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.878s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.556255] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060354, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.577432] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638746} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.580824] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 8d2cfd90-bca7-4649-bab9-661a19d642c8/8d2cfd90-bca7-4649-bab9-661a19d642c8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.581181] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.582575] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59add0f4-9757-42c7-8077-841e39e2830a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.590761] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 803.590761] env[69742]: value = "task-4060355" [ 803.590761] env[69742]: _type = "Task" [ 803.590761] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.604338] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.932911] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060350, 'name': Destroy_Task, 'duration_secs': 0.977071} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.936259] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Destroyed the VM [ 803.936259] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 803.936259] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8a7f357-5fee-407b-8eee-801fe5d92b90 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.941125] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 803.941125] env[69742]: value = "task-4060356" [ 803.941125] env[69742]: _type = "Task" [ 803.941125] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.954309] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.002685] env[69742]: DEBUG oslo_vmware.api [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Task: {'id': task-4060352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529278} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.002961] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.003800] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.003800] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.003800] env[69742]: INFO nova.compute.manager [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Took 1.68 seconds to destroy the instance on the hypervisor. [ 804.003800] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.003995] env[69742]: DEBUG nova.compute.manager [-] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.004124] env[69742]: DEBUG nova.network.neutron [-] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.039220] env[69742]: DEBUG nova.compute.manager [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.044548] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a62494e-e51d-4831-990c-c8338d6e06c7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.059329] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f822a12-30ab-49de-8393-266decdea617 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.063529] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060354, 'name': CreateVM_Task, 'duration_secs': 0.650481} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.064728] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.065779] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.065940] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.066378] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.066832] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ccf5c0d-5a73-4fe1-b039-34038b05ff8f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.103408] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e0a7a4-de89-464d-8868-d8ae942c39bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.112024] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 804.112024] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5297967b-d2be-8175-26b2-358e7bae668b" [ 804.112024] env[69742]: _type = "Task" [ 804.112024] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.117838] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075983} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.119660] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a75ff8-91ea-454b-8c31-1a5e71f05bdc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.123799] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.127660] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f58cd2b-6359-4a97-a6e0-b1003c68b9d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.130704] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5297967b-d2be-8175-26b2-358e7bae668b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.131404] env[69742]: DEBUG nova.network.neutron [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Updated VIF entry in instance network info cache for port 88ad6d5c-4dfe-4b01-9466-47bfbd93f333. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.131742] env[69742]: DEBUG nova.network.neutron [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Updating instance_info_cache with network_info: [{"id": "88ad6d5c-4dfe-4b01-9466-47bfbd93f333", "address": "fa:16:3e:c6:c9:a8", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ad6d5c-4d", "ovs_interfaceid": "88ad6d5c-4dfe-4b01-9466-47bfbd93f333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.168420] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 8d2cfd90-bca7-4649-bab9-661a19d642c8/8d2cfd90-bca7-4649-bab9-661a19d642c8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.168683] env[69742]: DEBUG nova.compute.provider_tree [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.171305] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9762cb10-8d2c-424a-9e54-de868d39e05c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.195688] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 804.195688] env[69742]: value = "task-4060357" [ 804.195688] env[69742]: _type = "Task" [ 804.195688] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.205336] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.452323] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.565106] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.615933] env[69742]: DEBUG nova.compute.manager [req-989bafb0-181b-494c-8cb0-df0738ce30fb req-32ccbfb0-3219-48c4-ba03-07b75a5b6484 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Received event network-vif-deleted-94b8d0dc-41e4-4beb-b1e9-65a280374a49 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.616186] env[69742]: INFO nova.compute.manager [req-989bafb0-181b-494c-8cb0-df0738ce30fb req-32ccbfb0-3219-48c4-ba03-07b75a5b6484 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Neutron deleted interface 94b8d0dc-41e4-4beb-b1e9-65a280374a49; detaching it from the instance and deleting it from the info cache [ 804.616328] env[69742]: DEBUG nova.network.neutron [req-989bafb0-181b-494c-8cb0-df0738ce30fb req-32ccbfb0-3219-48c4-ba03-07b75a5b6484 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.625036] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5297967b-d2be-8175-26b2-358e7bae668b, 'name': SearchDatastore_Task, 'duration_secs': 0.055054} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.625036] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.625036] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.625245] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.625412] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.625596] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.625864] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eec74006-10b4-4f46-8fa3-126b1b41239e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.635676] env[69742]: DEBUG oslo_concurrency.lockutils [req-b18be443-3a26-4539-82de-f7ce16ecb259 req-a34ab68b-9c4e-4793-9336-e29b885430b4 service nova] Releasing lock "refresh_cache-15c5fde6-f8e5-4e1b-a413-e233c887c5b3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.636083] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.636275] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.637242] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfdbe759-5c1f-465c-ba99-14db20c0ca90 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.643140] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 804.643140] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d78b74-cf01-335c-5be4-ebd428de68ca" [ 804.643140] env[69742]: _type = "Task" [ 804.643140] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.651928] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d78b74-cf01-335c-5be4-ebd428de68ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.672041] env[69742]: DEBUG nova.scheduler.client.report [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.707222] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.822404] env[69742]: DEBUG nova.network.neutron [-] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.954666] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.120721] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bba1f35-ce5b-499e-8541-994c4eed2e62 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.132052] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f862d99d-5ca7-47bb-8410-fed3223bdb59 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.157118] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d78b74-cf01-335c-5be4-ebd428de68ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009183} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.158526] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d413cb26-92ef-4703-992a-60b38a8ae019 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.174624] env[69742]: DEBUG nova.compute.manager [req-989bafb0-181b-494c-8cb0-df0738ce30fb req-32ccbfb0-3219-48c4-ba03-07b75a5b6484 service nova] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Detach interface failed, port_id=94b8d0dc-41e4-4beb-b1e9-65a280374a49, reason: Instance 57ebdc08-cc73-4c5d-983d-493ce3c220de could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 805.176707] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.177236] env[69742]: DEBUG nova.compute.manager [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.180165] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 805.180165] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52522531-b464-0c63-6100-e3cd7bec464e" [ 805.180165] env[69742]: _type = "Task" [ 805.180165] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.180860] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.078s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.183979] env[69742]: DEBUG nova.objects.instance [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lazy-loading 'resources' on Instance uuid 64f5389c-9f99-4dcf-827e-28a63d2fd863 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.192828] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52522531-b464-0c63-6100-e3cd7bec464e, 'name': SearchDatastore_Task, 'duration_secs': 0.016158} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.194130] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.194386] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 15c5fde6-f8e5-4e1b-a413-e233c887c5b3/15c5fde6-f8e5-4e1b-a413-e233c887c5b3.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.194932] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a30380b8-96fd-46d0-8c75-9aec462a96d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.209642] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060357, 'name': ReconfigVM_Task, 'duration_secs': 1.013447} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.211532] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 8d2cfd90-bca7-4649-bab9-661a19d642c8/8d2cfd90-bca7-4649-bab9-661a19d642c8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.212489] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 805.212489] env[69742]: value = "task-4060358" [ 805.212489] env[69742]: _type = "Task" [ 805.212489] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.212489] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f30804c-5e51-4bee-b9fc-b18b600d7945 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.225505] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 805.225505] env[69742]: value = "task-4060359" [ 805.225505] env[69742]: _type = "Task" [ 805.225505] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.226046] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.235212] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060359, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.324913] env[69742]: INFO nova.compute.manager [-] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Took 1.32 seconds to deallocate network for instance. [ 805.454529] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060356, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.683074] env[69742]: DEBUG nova.compute.utils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.687869] env[69742]: DEBUG nova.compute.manager [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.688347] env[69742]: DEBUG nova.network.neutron [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.730179] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510866} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.741443] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 15c5fde6-f8e5-4e1b-a413-e233c887c5b3/15c5fde6-f8e5-4e1b-a413-e233c887c5b3.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.741601] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.742710] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2bc47c9-68e4-4ebe-b212-7e8070bed6c6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.752236] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060359, 'name': Rename_Task, 'duration_secs': 0.145222} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.753814] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.754192] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 805.754192] env[69742]: value = "task-4060360" [ 805.754192] env[69742]: _type = "Task" [ 805.754192] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.754478] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-733af189-20f7-4c0b-a4f2-b260fd5ed9e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.773712] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.773712] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 805.773712] env[69742]: value = "task-4060361" [ 805.773712] env[69742]: _type = "Task" [ 805.773712] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.783799] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.828365] env[69742]: DEBUG nova.policy [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abdf5a510f6841398830238e8fb5562a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08170b067a1c4f22a35c7d72f674353b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.837252] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.960183] env[69742]: DEBUG oslo_vmware.api [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060356, 'name': RemoveSnapshot_Task, 'duration_secs': 1.677139} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.960183] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 805.960183] env[69742]: INFO nova.compute.manager [None req-e0b3f811-82c6-4f12-a3f1-ed71c872e414 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Took 17.28 seconds to snapshot the instance on the hypervisor. [ 806.118300] env[69742]: DEBUG nova.network.neutron [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Successfully created port: 75b05f7f-2cb5-4453-952d-13a273f5e68d {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.198186] env[69742]: DEBUG nova.compute.manager [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.245690] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa82afe-f47d-46ad-9db0-b04b77edac55 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.254803] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff19b532-77ab-44e7-9ca5-88d53649592e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.293957] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074721} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.294922] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.298525] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c5439b-a39f-4f51-b7da-982aa18455f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.301600] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984deeff-2b5f-4832-a396-30524b16e7f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.310356] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.330373] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 15c5fde6-f8e5-4e1b-a413-e233c887c5b3/15c5fde6-f8e5-4e1b-a413-e233c887c5b3.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.331095] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb51be91-90d1-460b-97f8-253ef8dec0fa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.347169] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c6b15c-d3d4-4615-b0b0-8d9b4348a2e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.364351] env[69742]: DEBUG nova.compute.provider_tree [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.367878] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 806.367878] env[69742]: value = "task-4060362" [ 806.367878] env[69742]: _type = "Task" [ 806.367878] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.378755] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.806527] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060361, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.869898] env[69742]: DEBUG nova.scheduler.client.report [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.898015] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.167613] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.167893] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.168097] env[69742]: DEBUG nova.compute.manager [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.169026] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346740e1-53d8-4c5f-ae68-9ef31f416ca4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.183352] env[69742]: DEBUG nova.compute.manager [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69742) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 807.184017] env[69742]: DEBUG nova.objects.instance [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lazy-loading 'flavor' on Instance uuid bcf096b6-87b8-4f77-a8ad-5e049a71cb81 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.210146] env[69742]: DEBUG nova.compute.manager [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.235576] env[69742]: DEBUG nova.virt.hardware [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.235865] env[69742]: DEBUG nova.virt.hardware [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.236084] env[69742]: DEBUG nova.virt.hardware [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.236297] env[69742]: DEBUG nova.virt.hardware [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.236737] env[69742]: DEBUG nova.virt.hardware [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.236737] env[69742]: DEBUG nova.virt.hardware [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.236859] env[69742]: DEBUG nova.virt.hardware [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.236955] env[69742]: DEBUG nova.virt.hardware [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.237145] env[69742]: DEBUG nova.virt.hardware [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.237327] env[69742]: DEBUG nova.virt.hardware [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.237503] env[69742]: DEBUG nova.virt.hardware [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.238417] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe491494-0ca8-491a-bc17-18f969fb96a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.247378] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf0b2b1-f619-4920-ad14-2fe714414fd6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.305744] env[69742]: DEBUG oslo_vmware.api [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060361, 'name': PowerOnVM_Task, 'duration_secs': 1.15455} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.306055] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.306270] env[69742]: INFO nova.compute.manager [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Took 10.02 seconds to spawn the instance on the hypervisor. [ 807.306450] env[69742]: DEBUG nova.compute.manager [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.307312] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35d8b63-d8bb-4b92-a8a7-09c521c2500e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.392654] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.397515] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.398256] env[69742]: DEBUG oslo_concurrency.lockutils [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.007s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.398494] env[69742]: DEBUG nova.objects.instance [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lazy-loading 'resources' on Instance uuid 3a8deddd-1624-4b69-b150-b5d9487ea7ed {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.422226] env[69742]: INFO nova.scheduler.client.report [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Deleted allocations for instance 64f5389c-9f99-4dcf-827e-28a63d2fd863 [ 807.827795] env[69742]: INFO nova.compute.manager [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Took 49.85 seconds to build instance. [ 807.884733] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060362, 'name': ReconfigVM_Task, 'duration_secs': 1.112526} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.884986] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 15c5fde6-f8e5-4e1b-a413-e233c887c5b3/15c5fde6-f8e5-4e1b-a413-e233c887c5b3.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.885647] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df3601e0-31c0-4515-b3fd-8aa836ef79d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.892702] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 807.892702] env[69742]: value = "task-4060363" [ 807.892702] env[69742]: _type = "Task" [ 807.892702] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.906178] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060363, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.937736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dff1c2b4-a6a0-4dc5-a56f-71802c2069e4 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "64f5389c-9f99-4dcf-827e-28a63d2fd863" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.341s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.991453] env[69742]: DEBUG nova.network.neutron [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Successfully updated port: 75b05f7f-2cb5-4453-952d-13a273f5e68d {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.143648] env[69742]: DEBUG nova.compute.manager [req-a9892993-beb4-4f8e-b8c2-b729d684830e req-96a248cc-7d5f-4624-be70-398a2b6360cb service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Received event network-vif-plugged-75b05f7f-2cb5-4453-952d-13a273f5e68d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.143896] env[69742]: DEBUG oslo_concurrency.lockutils [req-a9892993-beb4-4f8e-b8c2-b729d684830e req-96a248cc-7d5f-4624-be70-398a2b6360cb service nova] Acquiring lock "4606a027-0e9f-4bf3-97c4-53636c673843-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.148834] env[69742]: DEBUG oslo_concurrency.lockutils [req-a9892993-beb4-4f8e-b8c2-b729d684830e req-96a248cc-7d5f-4624-be70-398a2b6360cb service nova] Lock "4606a027-0e9f-4bf3-97c4-53636c673843-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.149111] env[69742]: DEBUG oslo_concurrency.lockutils [req-a9892993-beb4-4f8e-b8c2-b729d684830e req-96a248cc-7d5f-4624-be70-398a2b6360cb service nova] Lock "4606a027-0e9f-4bf3-97c4-53636c673843-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.005s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.149311] env[69742]: DEBUG nova.compute.manager [req-a9892993-beb4-4f8e-b8c2-b729d684830e req-96a248cc-7d5f-4624-be70-398a2b6360cb service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] No waiting events found dispatching network-vif-plugged-75b05f7f-2cb5-4453-952d-13a273f5e68d {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.149486] env[69742]: WARNING nova.compute.manager [req-a9892993-beb4-4f8e-b8c2-b729d684830e req-96a248cc-7d5f-4624-be70-398a2b6360cb service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Received unexpected event network-vif-plugged-75b05f7f-2cb5-4453-952d-13a273f5e68d for instance with vm_state building and task_state spawning. [ 808.194168] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.194534] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a6f7dfb-fd0f-4950-b7e6-5d59f4fc5f46 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.206251] env[69742]: DEBUG oslo_vmware.api [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 808.206251] env[69742]: value = "task-4060364" [ 808.206251] env[69742]: _type = "Task" [ 808.206251] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.216383] env[69742]: DEBUG oslo_vmware.api [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.331035] env[69742]: DEBUG oslo_concurrency.lockutils [None req-24919ee8-7b9c-4ab7-93f0-c65a0edecdf8 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "8d2cfd90-bca7-4649-bab9-661a19d642c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.461s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.409501] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060363, 'name': Rename_Task, 'duration_secs': 0.281367} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.409788] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.410078] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bd81073-32ec-481b-be2a-14cdf08c1df0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.421691] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 808.421691] env[69742]: value = "task-4060365" [ 808.421691] env[69742]: _type = "Task" [ 808.421691] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.436083] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.442857] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0050299a-94fd-4510-b0c7-fb522e06d0c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.452633] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa66c0c1-d596-4770-92ba-5440aba1366a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.491055] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f347c37-43cf-4dad-912e-fef11bce8937 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.498028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "refresh_cache-4606a027-0e9f-4bf3-97c4-53636c673843" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.498028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquired lock "refresh_cache-4606a027-0e9f-4bf3-97c4-53636c673843" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.498028] env[69742]: DEBUG nova.network.neutron [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.499147] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cdb09b-a135-410a-b595-53adc31d7bfa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.516633] env[69742]: DEBUG nova.compute.provider_tree [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.717731] env[69742]: DEBUG oslo_vmware.api [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060364, 'name': PowerOffVM_Task, 'duration_secs': 0.321381} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.718074] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.718296] env[69742]: DEBUG nova.compute.manager [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.719176] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d09a44e-b3a4-47a7-88b9-ec427e651c04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.830815] env[69742]: DEBUG nova.compute.manager [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.831752] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32bbdb8-ad19-449f-9452-a8144419740e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.835572] env[69742]: DEBUG nova.compute.manager [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.894840] env[69742]: DEBUG oslo_concurrency.lockutils [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "8d2cfd90-bca7-4649-bab9-661a19d642c8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.895191] env[69742]: DEBUG oslo_concurrency.lockutils [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "8d2cfd90-bca7-4649-bab9-661a19d642c8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.895319] env[69742]: DEBUG nova.compute.manager [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.896190] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef7eba7-e5c2-43be-a26d-26f9f7c20460 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.910104] env[69742]: DEBUG nova.compute.manager [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69742) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 808.910713] env[69742]: DEBUG nova.objects.instance [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lazy-loading 'flavor' on Instance uuid 8d2cfd90-bca7-4649-bab9-661a19d642c8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.935020] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.020576] env[69742]: DEBUG nova.scheduler.client.report [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.052020] env[69742]: DEBUG nova.network.neutron [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.201709] env[69742]: DEBUG nova.network.neutron [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Updating instance_info_cache with network_info: [{"id": "75b05f7f-2cb5-4453-952d-13a273f5e68d", "address": "fa:16:3e:b7:9b:1c", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b05f7f-2c", "ovs_interfaceid": "75b05f7f-2cb5-4453-952d-13a273f5e68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.233877] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2b79d38-a197-474b-b2ab-de96d29fe0a1 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.348940] env[69742]: INFO nova.compute.manager [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] instance snapshotting [ 809.351655] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7332ee-b91d-4653-91c7-22cd1208a7ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.375522] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.376367] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f50f25-600e-45db-a322-3927aed817c6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.432689] env[69742]: DEBUG oslo_vmware.api [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060365, 'name': PowerOnVM_Task, 'duration_secs': 0.979478} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.433008] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.433213] env[69742]: INFO nova.compute.manager [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Took 9.38 seconds to spawn the instance on the hypervisor. [ 809.433403] env[69742]: DEBUG nova.compute.manager [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.434915] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bce5a6-ac60-4c9f-9390-bd38d69bc007 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.530056] env[69742]: DEBUG oslo_concurrency.lockutils [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.533037] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.527s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.534531] env[69742]: INFO nova.compute.claims [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.555154] env[69742]: INFO nova.scheduler.client.report [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Deleted allocations for instance 3a8deddd-1624-4b69-b150-b5d9487ea7ed [ 809.707018] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Releasing lock "refresh_cache-4606a027-0e9f-4bf3-97c4-53636c673843" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.707018] env[69742]: DEBUG nova.compute.manager [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Instance network_info: |[{"id": "75b05f7f-2cb5-4453-952d-13a273f5e68d", "address": "fa:16:3e:b7:9b:1c", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b05f7f-2c", "ovs_interfaceid": "75b05f7f-2cb5-4453-952d-13a273f5e68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.707446] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:9b:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75b05f7f-2cb5-4453-952d-13a273f5e68d', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.716379] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.717302] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.717773] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ec509c9-8cb8-41cf-b72a-948b094a0b96 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.741974] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.741974] env[69742]: value = "task-4060366" [ 809.741974] env[69742]: _type = "Task" [ 809.741974] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.753717] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060366, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.895226] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 809.895226] env[69742]: DEBUG nova.objects.instance [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lazy-loading 'flavor' on Instance uuid bcf096b6-87b8-4f77-a8ad-5e049a71cb81 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.899277] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-220e116f-29d1-4859-8460-5575e4e91d39 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.910278] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 809.910278] env[69742]: value = "task-4060367" [ 809.910278] env[69742]: _type = "Task" [ 809.910278] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.918606] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.924787] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddf0e04b-3ebf-4083-b51a-97f4c841c86c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.928850] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060367, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.935024] env[69742]: DEBUG oslo_vmware.api [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 809.935024] env[69742]: value = "task-4060368" [ 809.935024] env[69742]: _type = "Task" [ 809.935024] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.947758] env[69742]: DEBUG oslo_vmware.api [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.967994] env[69742]: INFO nova.compute.manager [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Took 51.03 seconds to build instance. [ 810.066707] env[69742]: DEBUG oslo_concurrency.lockutils [None req-23854cbb-cb1d-451e-acb9-da32451ee1f6 tempest-ListServersNegativeTestJSON-160520763 tempest-ListServersNegativeTestJSON-160520763-project-member] Lock "3a8deddd-1624-4b69-b150-b5d9487ea7ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.380s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.235841] env[69742]: DEBUG nova.compute.manager [req-7b55f20c-d9a3-4f5f-8d1a-d501bc145fa2 req-e158c483-a8cc-4526-a0ce-309b0b36bf63 service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Received event network-changed-75b05f7f-2cb5-4453-952d-13a273f5e68d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.236267] env[69742]: DEBUG nova.compute.manager [req-7b55f20c-d9a3-4f5f-8d1a-d501bc145fa2 req-e158c483-a8cc-4526-a0ce-309b0b36bf63 service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Refreshing instance network info cache due to event network-changed-75b05f7f-2cb5-4453-952d-13a273f5e68d. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.236475] env[69742]: DEBUG oslo_concurrency.lockutils [req-7b55f20c-d9a3-4f5f-8d1a-d501bc145fa2 req-e158c483-a8cc-4526-a0ce-309b0b36bf63 service nova] Acquiring lock "refresh_cache-4606a027-0e9f-4bf3-97c4-53636c673843" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.236633] env[69742]: DEBUG oslo_concurrency.lockutils [req-7b55f20c-d9a3-4f5f-8d1a-d501bc145fa2 req-e158c483-a8cc-4526-a0ce-309b0b36bf63 service nova] Acquired lock "refresh_cache-4606a027-0e9f-4bf3-97c4-53636c673843" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.236812] env[69742]: DEBUG nova.network.neutron [req-7b55f20c-d9a3-4f5f-8d1a-d501bc145fa2 req-e158c483-a8cc-4526-a0ce-309b0b36bf63 service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Refreshing network info cache for port 75b05f7f-2cb5-4453-952d-13a273f5e68d {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.257917] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060366, 'name': CreateVM_Task, 'duration_secs': 0.39657} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.258116] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.261779] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.261989] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.262339] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.262878] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e0f986-e310-4e1a-9f63-75982edd438d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.268972] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 810.268972] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5266ac85-5d62-ad61-05e9-448643ab947e" [ 810.268972] env[69742]: _type = "Task" [ 810.268972] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.279328] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5266ac85-5d62-ad61-05e9-448643ab947e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.404703] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "refresh_cache-bcf096b6-87b8-4f77-a8ad-5e049a71cb81" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.405074] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquired lock "refresh_cache-bcf096b6-87b8-4f77-a8ad-5e049a71cb81" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.405124] env[69742]: DEBUG nova.network.neutron [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.405316] env[69742]: DEBUG nova.objects.instance [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lazy-loading 'info_cache' on Instance uuid bcf096b6-87b8-4f77-a8ad-5e049a71cb81 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.428359] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060367, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.447918] env[69742]: DEBUG oslo_vmware.api [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060368, 'name': PowerOffVM_Task, 'duration_secs': 0.267252} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.448343] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.448625] env[69742]: DEBUG nova.compute.manager [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.449476] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ce842e-3d8d-458d-bbd7-4ced3dbde367 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.469893] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1178ab82-2e44-4bdc-8e18-3225598dc964 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.465s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.787331] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5266ac85-5d62-ad61-05e9-448643ab947e, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.787433] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.787600] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.791025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.791025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.791025] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.791025] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b9d7289-3570-45c5-8ef3-b7c4a78172f3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.802450] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.802638] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.803524] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865b2a21-b88e-40a8-9e83-111c00d858d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.817668] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 810.817668] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5281826e-be1a-c5fe-d7a9-26f21af0d10d" [ 810.817668] env[69742]: _type = "Task" [ 810.817668] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.828897] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5281826e-be1a-c5fe-d7a9-26f21af0d10d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.917721] env[69742]: DEBUG nova.objects.base [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 810.921914] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060367, 'name': CreateSnapshot_Task, 'duration_secs': 0.558699} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.922857] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 810.924077] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0f4e38-2347-430a-a325-c02389fb45f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.963723] env[69742]: DEBUG oslo_concurrency.lockutils [None req-af9231d2-03a7-49d0-b46c-6a5612f72b6c tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "8d2cfd90-bca7-4649-bab9-661a19d642c8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.975575] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.077113] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b72193-0fb1-492f-bc7e-fd02f57fc6f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.085702] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0783ad01-4b8f-4bef-ab99-ff764f0083b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.119557] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b17506e-12ea-42cb-9c99-9df1c38bfa4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.127949] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f4bcfe-d07a-4035-844c-f0bcfb7f791f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.142232] env[69742]: DEBUG nova.compute.provider_tree [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.181160] env[69742]: DEBUG nova.network.neutron [req-7b55f20c-d9a3-4f5f-8d1a-d501bc145fa2 req-e158c483-a8cc-4526-a0ce-309b0b36bf63 service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Updated VIF entry in instance network info cache for port 75b05f7f-2cb5-4453-952d-13a273f5e68d. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.181160] env[69742]: DEBUG nova.network.neutron [req-7b55f20c-d9a3-4f5f-8d1a-d501bc145fa2 req-e158c483-a8cc-4526-a0ce-309b0b36bf63 service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Updating instance_info_cache with network_info: [{"id": "75b05f7f-2cb5-4453-952d-13a273f5e68d", "address": "fa:16:3e:b7:9b:1c", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b05f7f-2c", "ovs_interfaceid": "75b05f7f-2cb5-4453-952d-13a273f5e68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.332604] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5281826e-be1a-c5fe-d7a9-26f21af0d10d, 'name': SearchDatastore_Task, 'duration_secs': 0.017044} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.334636] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a12fdd-3513-4d75-8112-e4eb8c5be695 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.343766] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 811.343766] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e081ac-f604-dcf9-afa6-1877f5fa0591" [ 811.343766] env[69742]: _type = "Task" [ 811.343766] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.354054] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e081ac-f604-dcf9-afa6-1877f5fa0591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.459268] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 811.459862] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72844b8e-409e-4073-ae7f-625527e61312 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.471750] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 811.471750] env[69742]: value = "task-4060369" [ 811.471750] env[69742]: _type = "Task" [ 811.471750] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.495635] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060369, 'name': CloneVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.499706] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.645441] env[69742]: DEBUG nova.scheduler.client.report [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.684420] env[69742]: DEBUG oslo_concurrency.lockutils [req-7b55f20c-d9a3-4f5f-8d1a-d501bc145fa2 req-e158c483-a8cc-4526-a0ce-309b0b36bf63 service nova] Releasing lock "refresh_cache-4606a027-0e9f-4bf3-97c4-53636c673843" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.777508] env[69742]: DEBUG nova.network.neutron [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Updating instance_info_cache with network_info: [{"id": "233ff586-034b-4f8f-9a76-7f6a8cf42242", "address": "fa:16:3e:fe:43:e5", "network": {"id": "038eadc0-f089-4f91-a654-ae9a796486bf", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1084831396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73b1ae0bb9e4438d962207e45d6f505d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap233ff586-03", "ovs_interfaceid": "233ff586-034b-4f8f-9a76-7f6a8cf42242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.856065] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e081ac-f604-dcf9-afa6-1877f5fa0591, 'name': SearchDatastore_Task, 'duration_secs': 0.068496} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.856336] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.856645] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4606a027-0e9f-4bf3-97c4-53636c673843/4606a027-0e9f-4bf3-97c4-53636c673843.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.856933] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-380c0bb4-80d6-4196-9816-ede7a0aa82fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.866653] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 811.866653] env[69742]: value = "task-4060370" [ 811.866653] env[69742]: _type = "Task" [ 811.866653] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.882712] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.987593] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060369, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.159245] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.159245] env[69742]: DEBUG nova.compute.manager [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.161141] env[69742]: DEBUG oslo_concurrency.lockutils [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.261s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.161440] env[69742]: DEBUG nova.objects.instance [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 812.281151] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Releasing lock "refresh_cache-bcf096b6-87b8-4f77-a8ad-5e049a71cb81" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.379964] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060370, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.486148] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060369, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.674482] env[69742]: DEBUG nova.compute.utils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.674482] env[69742]: DEBUG nova.compute.manager [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.674880] env[69742]: DEBUG nova.network.neutron [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.746404] env[69742]: DEBUG nova.policy [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72fb5a29c2ea42408e75e8c08b6159ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3410208ba9af4d0ba0e48fe4b62fad05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.882098] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516571} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.882098] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4606a027-0e9f-4bf3-97c4-53636c673843/4606a027-0e9f-4bf3-97c4-53636c673843.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.882098] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.882412] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d258724-f150-4c85-bfa9-eb1ff0cc202e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.894102] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 812.894102] env[69742]: value = "task-4060371" [ 812.894102] env[69742]: _type = "Task" [ 812.894102] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.909068] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.985924] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060369, 'name': CloneVM_Task, 'duration_secs': 1.426326} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.986261] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Created linked-clone VM from snapshot [ 812.987115] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c03dd5-25e0-41da-9403-61e935b49ee7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.997977] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Uploading image 0c577428-1386-4fd2-8445-9cfee951c4b0 {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 813.026477] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 813.026477] env[69742]: value = "vm-804735" [ 813.026477] env[69742]: _type = "VirtualMachine" [ 813.026477] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 813.026855] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf2c1e72-0071-4b36-8a57-41f946f3ff0f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.038312] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lease: (returnval){ [ 813.038312] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5294c733-31b4-a7b0-20a9-c538d2e6993a" [ 813.038312] env[69742]: _type = "HttpNfcLease" [ 813.038312] env[69742]: } obtained for exporting VM: (result){ [ 813.038312] env[69742]: value = "vm-804735" [ 813.038312] env[69742]: _type = "VirtualMachine" [ 813.038312] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 813.038648] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the lease: (returnval){ [ 813.038648] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5294c733-31b4-a7b0-20a9-c538d2e6993a" [ 813.038648] env[69742]: _type = "HttpNfcLease" [ 813.038648] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 813.047423] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.047423] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5294c733-31b4-a7b0-20a9-c538d2e6993a" [ 813.047423] env[69742]: _type = "HttpNfcLease" [ 813.047423] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 813.065968] env[69742]: DEBUG nova.network.neutron [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Successfully created port: 81d1f4bd-1d58-451e-9c56-3d01de5d04b6 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.165293] env[69742]: DEBUG nova.compute.manager [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.165293] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593d561e-c29e-4e42-97b8-36e4bbd9b9a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.176721] env[69742]: DEBUG oslo_concurrency.lockutils [None req-64b5fdcc-9b59-483d-ba62-06d157dd90f7 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.181093] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.481s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.181481] env[69742]: DEBUG nova.objects.instance [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Lazy-loading 'resources' on Instance uuid 86a50eb4-481a-4167-a95f-ac32c2e811a4 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.182967] env[69742]: DEBUG nova.compute.manager [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.295020] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.295020] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ae6dcc-b69c-4cb2-89a7-32032eefad4f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.301663] env[69742]: DEBUG oslo_vmware.api [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 813.301663] env[69742]: value = "task-4060373" [ 813.301663] env[69742]: _type = "Task" [ 813.301663] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.314887] env[69742]: DEBUG oslo_vmware.api [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.406865] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286377} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.410310] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.411252] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9b8ad8-b2ed-4eeb-a2f3-da316c17ef7c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.435305] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 4606a027-0e9f-4bf3-97c4-53636c673843/4606a027-0e9f-4bf3-97c4-53636c673843.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.435673] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56fa2465-3c67-4302-b277-5a9e9c796cf6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.457195] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 813.457195] env[69742]: value = "task-4060374" [ 813.457195] env[69742]: _type = "Task" [ 813.457195] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.466481] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.548027] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.548027] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5294c733-31b4-a7b0-20a9-c538d2e6993a" [ 813.548027] env[69742]: _type = "HttpNfcLease" [ 813.548027] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 813.548379] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 813.548379] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5294c733-31b4-a7b0-20a9-c538d2e6993a" [ 813.548379] env[69742]: _type = "HttpNfcLease" [ 813.548379] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 813.548894] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d106fad6-97d8-4d72-9bcf-f8b49db101b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.558360] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282568d-1406-317d-7884-b238f0b9dead/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 813.558545] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282568d-1406-317d-7884-b238f0b9dead/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 813.662029] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3e35246-e74f-4eb5-9029-d3469ae76a12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.690562] env[69742]: INFO nova.compute.manager [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] instance snapshotting [ 813.690731] env[69742]: WARNING nova.compute.manager [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 813.701056] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6ca5a9-857d-4039-bc11-69a32e417d8b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.734932] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bd54e1-fe11-433c-aa3c-2fcb5fd91aac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.821685] env[69742]: DEBUG oslo_vmware.api [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.968525] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060374, 'name': ReconfigVM_Task, 'duration_secs': 0.385296} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.968844] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 4606a027-0e9f-4bf3-97c4-53636c673843/4606a027-0e9f-4bf3-97c4-53636c673843.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.969603] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cb239c3-ec7d-47a1-a519-fd66f06c3d21 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.977800] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 813.977800] env[69742]: value = "task-4060375" [ 813.977800] env[69742]: _type = "Task" [ 813.977800] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.986869] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060375, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.209391] env[69742]: DEBUG nova.compute.manager [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.249512] env[69742]: DEBUG nova.virt.hardware [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.249875] env[69742]: DEBUG nova.virt.hardware [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.250107] env[69742]: DEBUG nova.virt.hardware [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.250339] env[69742]: DEBUG nova.virt.hardware [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.250590] env[69742]: DEBUG nova.virt.hardware [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.250754] env[69742]: DEBUG nova.virt.hardware [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.250988] env[69742]: DEBUG nova.virt.hardware [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.251242] env[69742]: DEBUG nova.virt.hardware [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.251426] env[69742]: DEBUG nova.virt.hardware [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.251607] env[69742]: DEBUG nova.virt.hardware [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.253640] env[69742]: DEBUG nova.virt.hardware [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.254761] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.256109] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b63ade-35ef-4363-badf-19fdc0a8e468 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.262189] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b066d9eb-97e6-4893-b1a8-9b123177c39f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.272332] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b9b7aa-1008-4946-aae6-f4277996485b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.276806] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 814.276806] env[69742]: value = "task-4060376" [ 814.276806] env[69742]: _type = "Task" [ 814.276806] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.295546] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534f4df5-a1a2-40a6-a6ca-d8655259a9ff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.306482] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060376, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.314601] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac69e180-b418-465c-8a3b-22a0fb6395ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.324500] env[69742]: DEBUG oslo_vmware.api [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060373, 'name': PowerOnVM_Task, 'duration_secs': 0.653157} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.354151] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.354151] env[69742]: DEBUG nova.compute.manager [None req-2daa9533-8cd4-41bd-924a-c212748e10a3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.354151] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9adc40-e92e-4020-a354-9cb6ddde6e85 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.356725] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f939bc22-3565-492d-b44b-54ee29d2069a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.368245] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dce671-bb5b-48d4-af23-9472903e788b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.376070] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "fded7459-3142-427d-9771-b97ca1de03bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.376425] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "fded7459-3142-427d-9771-b97ca1de03bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.376767] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "fded7459-3142-427d-9771-b97ca1de03bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.377052] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "fded7459-3142-427d-9771-b97ca1de03bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.377277] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "fded7459-3142-427d-9771-b97ca1de03bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.380095] env[69742]: INFO nova.compute.manager [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Terminating instance [ 814.392171] env[69742]: DEBUG nova.compute.provider_tree [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.493770] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060375, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.639551] env[69742]: DEBUG nova.network.neutron [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Successfully updated port: 81d1f4bd-1d58-451e-9c56-3d01de5d04b6 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.706677] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.706923] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.789602] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060376, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.885047] env[69742]: DEBUG nova.compute.manager [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.885433] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.889063] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fb929a-a2eb-4820-814d-42b61b744648 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.895974] env[69742]: DEBUG nova.scheduler.client.report [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.900011] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.901508] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1b64fef-6ffe-4c1c-b399-be3cbdfdf30d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.915424] env[69742]: DEBUG oslo_vmware.api [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 814.915424] env[69742]: value = "task-4060377" [ 814.915424] env[69742]: _type = "Task" [ 814.915424] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.933325] env[69742]: DEBUG oslo_vmware.api [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.966389] env[69742]: DEBUG nova.compute.manager [req-258686d9-5508-43af-86d6-791394fa953b req-938a0142-cd92-49b7-8d87-b7d60e4c6ded service nova] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Received event network-vif-plugged-81d1f4bd-1d58-451e-9c56-3d01de5d04b6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.966389] env[69742]: DEBUG oslo_concurrency.lockutils [req-258686d9-5508-43af-86d6-791394fa953b req-938a0142-cd92-49b7-8d87-b7d60e4c6ded service nova] Acquiring lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.966389] env[69742]: DEBUG oslo_concurrency.lockutils [req-258686d9-5508-43af-86d6-791394fa953b req-938a0142-cd92-49b7-8d87-b7d60e4c6ded service nova] Lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.966389] env[69742]: DEBUG oslo_concurrency.lockutils [req-258686d9-5508-43af-86d6-791394fa953b req-938a0142-cd92-49b7-8d87-b7d60e4c6ded service nova] Lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.966389] env[69742]: DEBUG nova.compute.manager [req-258686d9-5508-43af-86d6-791394fa953b req-938a0142-cd92-49b7-8d87-b7d60e4c6ded service nova] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] No waiting events found dispatching network-vif-plugged-81d1f4bd-1d58-451e-9c56-3d01de5d04b6 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.966653] env[69742]: WARNING nova.compute.manager [req-258686d9-5508-43af-86d6-791394fa953b req-938a0142-cd92-49b7-8d87-b7d60e4c6ded service nova] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Received unexpected event network-vif-plugged-81d1f4bd-1d58-451e-9c56-3d01de5d04b6 for instance with vm_state building and task_state spawning. [ 814.991318] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060375, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.146346] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquiring lock "refresh_cache-05e6aae9-9dae-4aee-b608-06799ec9e2c7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.146559] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquired lock "refresh_cache-05e6aae9-9dae-4aee-b608-06799ec9e2c7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.146748] env[69742]: DEBUG nova.network.neutron [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.293806] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060376, 'name': CreateSnapshot_Task, 'duration_secs': 0.803438} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.293869] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.295191] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64be9f84-22dd-4e9b-8b8b-0bc8236722a7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.339616] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.339865] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.404598] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.406131] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.679s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.406541] env[69742]: DEBUG nova.objects.instance [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Lazy-loading 'resources' on Instance uuid c14a3623-4df3-41b9-bc09-6bfff4ad45e2 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.429309] env[69742]: DEBUG oslo_vmware.api [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060377, 'name': PowerOffVM_Task, 'duration_secs': 0.311167} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.431731] env[69742]: INFO nova.scheduler.client.report [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Deleted allocations for instance 86a50eb4-481a-4167-a95f-ac32c2e811a4 [ 815.434784] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.434784] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.434784] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16d47ab0-d3d8-445a-b02b-0103ffc1fe66 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.497328] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060375, 'name': Rename_Task, 'duration_secs': 1.033521} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.497679] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.497939] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4aabcb8-ac59-47af-b9af-34545e5168bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.507075] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 815.507075] env[69742]: value = "task-4060379" [ 815.507075] env[69742]: _type = "Task" [ 815.507075] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.519039] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.522340] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.523144] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.523372] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Deleting the datastore file [datastore1] fded7459-3142-427d-9771-b97ca1de03bd {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.527029] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aba97c88-b4b8-4744-a3df-03026a9a0efd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.529771] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "b0ebfe40-c5ea-459c-ad35-1b5273658555" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.529987] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "b0ebfe40-c5ea-459c-ad35-1b5273658555" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.536941] env[69742]: DEBUG oslo_vmware.api [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 815.536941] env[69742]: value = "task-4060380" [ 815.536941] env[69742]: _type = "Task" [ 815.536941] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.548817] env[69742]: DEBUG oslo_vmware.api [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.703589] env[69742]: DEBUG nova.network.neutron [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.824391] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 815.827846] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-56694963-4d16-435f-a4f5-da0024de0d48 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.840565] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 815.840565] env[69742]: value = "task-4060381" [ 815.840565] env[69742]: _type = "Task" [ 815.840565] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.852260] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060381, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.944039] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5fd4a3a9-44c3-45d8-bd6b-dc6f0106249e tempest-InstanceActionsNegativeTestJSON-1913491146 tempest-InstanceActionsNegativeTestJSON-1913491146-project-member] Lock "86a50eb4-481a-4167-a95f-ac32c2e811a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.294s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.999624] env[69742]: DEBUG nova.network.neutron [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Updating instance_info_cache with network_info: [{"id": "81d1f4bd-1d58-451e-9c56-3d01de5d04b6", "address": "fa:16:3e:68:1b:50", "network": {"id": "a16b5dc9-17b3-44e2-a8ee-f66a7b15d206", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-747960632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3410208ba9af4d0ba0e48fe4b62fad05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d1f4bd-1d", "ovs_interfaceid": "81d1f4bd-1d58-451e-9c56-3d01de5d04b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.025941] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.050538] env[69742]: DEBUG oslo_vmware.api [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193653} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.053798] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.054014] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.054283] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.054600] env[69742]: INFO nova.compute.manager [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 816.054819] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.055420] env[69742]: DEBUG nova.compute.manager [-] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.055461] env[69742]: DEBUG nova.network.neutron [-] [instance: fded7459-3142-427d-9771-b97ca1de03bd] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.352101] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060381, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.485479] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac51ffbb-2aae-46ae-92f2-00ece3d9747c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.498901] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de5905-92a8-40ef-926a-bdee8b0176b9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.503834] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Releasing lock "refresh_cache-05e6aae9-9dae-4aee-b608-06799ec9e2c7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.504327] env[69742]: DEBUG nova.compute.manager [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Instance network_info: |[{"id": "81d1f4bd-1d58-451e-9c56-3d01de5d04b6", "address": "fa:16:3e:68:1b:50", "network": {"id": "a16b5dc9-17b3-44e2-a8ee-f66a7b15d206", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-747960632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3410208ba9af4d0ba0e48fe4b62fad05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d1f4bd-1d", "ovs_interfaceid": "81d1f4bd-1d58-451e-9c56-3d01de5d04b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.504925] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:1b:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d1f4bd-1d58-451e-9c56-3d01de5d04b6', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.512887] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Creating folder: Project (3410208ba9af4d0ba0e48fe4b62fad05). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.513886] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43c27d7e-5274-4ebb-b29c-62de63bb9042 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.548275] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4d30ab-a56c-4db3-a709-83b21c18b49d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.554787] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.556828] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Created folder: Project (3410208ba9af4d0ba0e48fe4b62fad05) in parent group-v804621. [ 816.557632] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Creating folder: Instances. Parent ref: group-v804738. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.557632] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6be19c13-f7b7-41e0-86d9-9c451e6f4069 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.563032] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2f7d2e-db8d-4a83-b537-dc4dce526a88 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.571728] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Created folder: Instances in parent group-v804738. [ 816.571997] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.572654] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.572899] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b80f6865-c47a-4fd3-b9ad-0c924f2e3bcc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.597431] env[69742]: DEBUG nova.compute.provider_tree [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.606180] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.606180] env[69742]: value = "task-4060384" [ 816.606180] env[69742]: _type = "Task" [ 816.606180] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.615513] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060384, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.853185] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060381, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.029216] env[69742]: DEBUG oslo_vmware.api [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060379, 'name': PowerOnVM_Task, 'duration_secs': 1.254996} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.030245] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.030536] env[69742]: INFO nova.compute.manager [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Took 9.82 seconds to spawn the instance on the hypervisor. [ 817.030635] env[69742]: DEBUG nova.compute.manager [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.031862] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6ac61e-a620-453a-917a-378f93ff3539 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.104173] env[69742]: DEBUG nova.scheduler.client.report [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.119123] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060384, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.310758] env[69742]: DEBUG nova.compute.manager [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Received event network-changed-81d1f4bd-1d58-451e-9c56-3d01de5d04b6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.310881] env[69742]: DEBUG nova.compute.manager [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Refreshing instance network info cache due to event network-changed-81d1f4bd-1d58-451e-9c56-3d01de5d04b6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.314603] env[69742]: DEBUG oslo_concurrency.lockutils [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] Acquiring lock "refresh_cache-05e6aae9-9dae-4aee-b608-06799ec9e2c7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.314889] env[69742]: DEBUG oslo_concurrency.lockutils [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] Acquired lock "refresh_cache-05e6aae9-9dae-4aee-b608-06799ec9e2c7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.315114] env[69742]: DEBUG nova.network.neutron [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Refreshing network info cache for port 81d1f4bd-1d58-451e-9c56-3d01de5d04b6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.357978] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060381, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.386211] env[69742]: DEBUG nova.network.neutron [-] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.558172] env[69742]: INFO nova.compute.manager [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Took 51.76 seconds to build instance. [ 817.610317] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.616898] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.613s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.619174] env[69742]: INFO nova.compute.claims [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.633029] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060384, 'name': CreateVM_Task, 'duration_secs': 0.532686} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.633029] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.633029] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.633029] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.633029] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.633029] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02547b96-fc5b-42eb-8efd-6818d8f3d104 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.641877] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for the task: (returnval){ [ 817.641877] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520a2e1b-d86e-d82e-f4fb-879556b4f90a" [ 817.641877] env[69742]: _type = "Task" [ 817.641877] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.642832] env[69742]: INFO nova.scheduler.client.report [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Deleted allocations for instance c14a3623-4df3-41b9-bc09-6bfff4ad45e2 [ 817.659307] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520a2e1b-d86e-d82e-f4fb-879556b4f90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.860247] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060381, 'name': CloneVM_Task, 'duration_secs': 1.709657} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.860247] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Created linked-clone VM from snapshot [ 817.861812] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff6f5b-e72f-4992-8852-dd888f932f60 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.871861] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Uploading image a7548986-d726-41df-9c5d-4a1bd0d179c9 {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 817.892357] env[69742]: INFO nova.compute.manager [-] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Took 1.84 seconds to deallocate network for instance. [ 817.929648] env[69742]: DEBUG oslo_vmware.rw_handles [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 817.929648] env[69742]: value = "vm-804737" [ 817.929648] env[69742]: _type = "VirtualMachine" [ 817.929648] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 817.930432] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e7e1c543-b29f-4faf-9b50-b0e0c71a7872 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.940180] env[69742]: DEBUG oslo_vmware.rw_handles [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lease: (returnval){ [ 817.940180] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a8cd46-3433-a65e-0335-f8b8198a7770" [ 817.940180] env[69742]: _type = "HttpNfcLease" [ 817.940180] env[69742]: } obtained for exporting VM: (result){ [ 817.940180] env[69742]: value = "vm-804737" [ 817.940180] env[69742]: _type = "VirtualMachine" [ 817.940180] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 817.940670] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the lease: (returnval){ [ 817.940670] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a8cd46-3433-a65e-0335-f8b8198a7770" [ 817.940670] env[69742]: _type = "HttpNfcLease" [ 817.940670] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 817.949977] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 817.949977] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a8cd46-3433-a65e-0335-f8b8198a7770" [ 817.949977] env[69742]: _type = "HttpNfcLease" [ 817.949977] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.062424] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91fdc5fd-1dc6-47ee-a3ef-9a727561a730 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "4606a027-0e9f-4bf3-97c4-53636c673843" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.065s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.163377] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520a2e1b-d86e-d82e-f4fb-879556b4f90a, 'name': SearchDatastore_Task, 'duration_secs': 0.015806} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.163377] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.163661] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.163949] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.164168] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.164416] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.165273] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5b34d9df-467a-4361-ba3e-a9e041240f01 tempest-ServersTestBootFromVolume-125271196 tempest-ServersTestBootFromVolume-125271196-project-member] Lock "c14a3623-4df3-41b9-bc09-6bfff4ad45e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.194s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.166492] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc800e19-feb4-4fb8-80df-c4d02fca3dc9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.170565] env[69742]: DEBUG nova.network.neutron [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Updated VIF entry in instance network info cache for port 81d1f4bd-1d58-451e-9c56-3d01de5d04b6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.171042] env[69742]: DEBUG nova.network.neutron [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Updating instance_info_cache with network_info: [{"id": "81d1f4bd-1d58-451e-9c56-3d01de5d04b6", "address": "fa:16:3e:68:1b:50", "network": {"id": "a16b5dc9-17b3-44e2-a8ee-f66a7b15d206", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-747960632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3410208ba9af4d0ba0e48fe4b62fad05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d1f4bd-1d", "ovs_interfaceid": "81d1f4bd-1d58-451e-9c56-3d01de5d04b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.181043] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.181043] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.182478] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878cf3d1-b22a-4e93-8717-eb965c53280a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.190383] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for the task: (returnval){ [ 818.190383] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5210ce84-e6ad-3caa-4f88-8505d1624f88" [ 818.190383] env[69742]: _type = "Task" [ 818.190383] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.201754] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5210ce84-e6ad-3caa-4f88-8505d1624f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.400808] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.450687] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.450687] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a8cd46-3433-a65e-0335-f8b8198a7770" [ 818.450687] env[69742]: _type = "HttpNfcLease" [ 818.450687] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.451685] env[69742]: DEBUG oslo_vmware.rw_handles [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.451685] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a8cd46-3433-a65e-0335-f8b8198a7770" [ 818.451685] env[69742]: _type = "HttpNfcLease" [ 818.451685] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.452611] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94db151a-08e4-443a-91a7-5f1b0b0a303b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.462051] env[69742]: DEBUG oslo_vmware.rw_handles [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c2a3f-3bb1-c06e-d167-461d7af89b10/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.462425] env[69742]: DEBUG oslo_vmware.rw_handles [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c2a3f-3bb1-c06e-d167-461d7af89b10/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 818.566113] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.661046] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea353ad6-08c9-4b14-b9a7-79971e725605 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.673893] env[69742]: DEBUG oslo_concurrency.lockutils [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] Releasing lock "refresh_cache-05e6aae9-9dae-4aee-b608-06799ec9e2c7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.673893] env[69742]: DEBUG nova.compute.manager [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Received event network-vif-deleted-53ac73d2-f34e-499e-8082-eaea144d73ed {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.674190] env[69742]: INFO nova.compute.manager [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Neutron deleted interface 53ac73d2-f34e-499e-8082-eaea144d73ed; detaching it from the instance and deleting it from the info cache [ 818.674282] env[69742]: DEBUG nova.network.neutron [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.704335] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5210ce84-e6ad-3caa-4f88-8505d1624f88, 'name': SearchDatastore_Task, 'duration_secs': 0.013246} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.710260] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce984e3d-bb5a-4418-8684-685541790bf9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.718207] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for the task: (returnval){ [ 818.718207] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fb61af-55dd-1d7e-68e2-dcb3743bdf86" [ 818.718207] env[69742]: _type = "Task" [ 818.718207] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.732513] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fb61af-55dd-1d7e-68e2-dcb3743bdf86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.024358] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "ba312b9d-1f29-4f21-b4bc-50fd45395220" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.024637] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "ba312b9d-1f29-4f21-b4bc-50fd45395220" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.024859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "ba312b9d-1f29-4f21-b4bc-50fd45395220-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.025070] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "ba312b9d-1f29-4f21-b4bc-50fd45395220-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.025240] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "ba312b9d-1f29-4f21-b4bc-50fd45395220-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.031186] env[69742]: INFO nova.compute.manager [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Terminating instance [ 819.090609] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.184787] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70f0719d-25a4-4040-8d5f-fd5884a3c4cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.196548] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ff4635-317c-4574-a94d-ea392c0b1edb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.213304] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c6decc-40e3-4375-9374-7964aea44abb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.227698] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21f6740-90f4-4592-8f60-2f35ed29eff6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.244374] env[69742]: DEBUG nova.compute.manager [req-9e563210-be21-4c23-94ff-115ac7c333e9 req-e41d86c7-f6db-47d5-bb0d-09ab6451f3b8 service nova] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Detach interface failed, port_id=53ac73d2-f34e-499e-8082-eaea144d73ed, reason: Instance fded7459-3142-427d-9771-b97ca1de03bd could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.253785] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fb61af-55dd-1d7e-68e2-dcb3743bdf86, 'name': SearchDatastore_Task, 'duration_secs': 0.014647} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.283195] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.283593] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 05e6aae9-9dae-4aee-b608-06799ec9e2c7/05e6aae9-9dae-4aee-b608-06799ec9e2c7.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.284666] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a20cdb4-b468-404b-ae0c-c8e66d8cd373 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.287610] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e3fe04-02fb-4159-8dc1-aab3fc41b1d2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.299267] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dabaa74-2b95-439e-b347-fc041a6e2135 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.304604] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for the task: (returnval){ [ 819.304604] env[69742]: value = "task-4060386" [ 819.304604] env[69742]: _type = "Task" [ 819.304604] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.318705] env[69742]: DEBUG nova.compute.provider_tree [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.329060] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.535510] env[69742]: DEBUG nova.compute.manager [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.535754] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.536811] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc316328-006c-4bdd-951d-557c3ce52cec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.548177] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.548538] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ba5bade-8fbd-4b92-843f-b091af60c4d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.556637] env[69742]: DEBUG oslo_vmware.api [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 819.556637] env[69742]: value = "task-4060387" [ 819.556637] env[69742]: _type = "Task" [ 819.556637] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.569626] env[69742]: DEBUG oslo_vmware.api [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.820628] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060386, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.822129] env[69742]: DEBUG nova.scheduler.client.report [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.005318] env[69742]: DEBUG nova.compute.manager [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.006524] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e3a03c-90fc-489a-8b2f-c3c83702e76c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.077841] env[69742]: DEBUG oslo_vmware.api [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060387, 'name': PowerOffVM_Task, 'duration_secs': 0.362379} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.079338] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.079633] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.079815] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de17702c-4800-4905-9215-77a8f8833623 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.161573] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.161821] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.162196] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Deleting the datastore file [datastore2] ba312b9d-1f29-4f21-b4bc-50fd45395220 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.162515] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d43e016-317b-4874-8235-d86fbdc44ed1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.171787] env[69742]: DEBUG oslo_vmware.api [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 820.171787] env[69742]: value = "task-4060389" [ 820.171787] env[69742]: _type = "Task" [ 820.171787] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.184371] env[69742]: DEBUG oslo_vmware.api [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.318315] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693964} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.319329] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 05e6aae9-9dae-4aee-b608-06799ec9e2c7/05e6aae9-9dae-4aee-b608-06799ec9e2c7.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.319880] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.322048] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cd985c3-61cd-4a13-97a1-e48fa8af39c2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.332094] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.334181] env[69742]: DEBUG nova.compute.manager [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.337079] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for the task: (returnval){ [ 820.337079] env[69742]: value = "task-4060390" [ 820.337079] env[69742]: _type = "Task" [ 820.337079] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.337079] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.539s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.337079] env[69742]: DEBUG nova.objects.instance [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lazy-loading 'resources' on Instance uuid 70349e4d-cab8-45e8-be9c-b2c8ec613edf {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.350042] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.519410] env[69742]: INFO nova.compute.manager [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] instance snapshotting [ 820.522244] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb011f9-f445-4ec6-b797-bfbf003d0f33 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.545272] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff4d4b7-0c54-4ea5-b993-21fd1f22ecd9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.684639] env[69742]: DEBUG oslo_vmware.api [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060389, 'name': DeleteDatastoreFile_Task} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.684982] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.685226] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.685510] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.685748] env[69742]: INFO nova.compute.manager [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Took 1.15 seconds to destroy the instance on the hypervisor. [ 820.685994] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.686271] env[69742]: DEBUG nova.compute.manager [-] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.686399] env[69742]: DEBUG nova.network.neutron [-] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.839456] env[69742]: DEBUG nova.compute.utils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.842527] env[69742]: DEBUG nova.compute.manager [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.842907] env[69742]: DEBUG nova.network.neutron [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.865266] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106828} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.865439] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.866484] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0526580f-13ad-47e3-847f-19382229c688 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.899227] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 05e6aae9-9dae-4aee-b608-06799ec9e2c7/05e6aae9-9dae-4aee-b608-06799ec9e2c7.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.902609] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1bf3e62-5aed-41ce-a4b3-5d9083f66e4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.928467] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for the task: (returnval){ [ 820.928467] env[69742]: value = "task-4060391" [ 820.928467] env[69742]: _type = "Task" [ 820.928467] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.940764] env[69742]: DEBUG nova.policy [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e24257d37c49ffaf9d31e427df66a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b10f19b4aef345109980c71d5a3c66c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.954502] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.060043] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 821.060692] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17210a01-e2bc-4fd2-8ee4-612d9270d124 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.071218] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 821.071218] env[69742]: value = "task-4060392" [ 821.071218] env[69742]: _type = "Task" [ 821.071218] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.083914] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060392, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.273194] env[69742]: DEBUG nova.network.neutron [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Successfully created port: 2624e9f4-8d27-4264-8219-e72a0087b299 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.346974] env[69742]: DEBUG nova.compute.manager [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.446550] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.461965] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913584fb-a4fc-4b5e-bdbc-ab1184565fe2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.472398] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393bdd8c-822e-4ee8-a2ad-dc53b9dc8995 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.507857] env[69742]: DEBUG nova.network.neutron [-] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.510268] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa7c03-6154-42a4-af7c-2a7fc913f890 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.519496] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8da0f5-d5d7-4386-94df-be8da6cb7c12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.535685] env[69742]: DEBUG nova.compute.provider_tree [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.585620] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060392, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.943580] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060391, 'name': ReconfigVM_Task, 'duration_secs': 1.001978} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.943944] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 05e6aae9-9dae-4aee-b608-06799ec9e2c7/05e6aae9-9dae-4aee-b608-06799ec9e2c7.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.944670] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aad2b93b-388c-4958-9953-d9807be9e611 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.953303] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for the task: (returnval){ [ 821.953303] env[69742]: value = "task-4060393" [ 821.953303] env[69742]: _type = "Task" [ 821.953303] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.965290] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060393, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.014068] env[69742]: INFO nova.compute.manager [-] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Took 1.33 seconds to deallocate network for instance. [ 822.039930] env[69742]: DEBUG nova.scheduler.client.report [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.086324] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060392, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.356831] env[69742]: DEBUG nova.compute.manager [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.466182] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060393, 'name': Rename_Task, 'duration_secs': 0.1752} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.466678] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.467253] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97d8ed9e-050e-461b-9b98-a4fa391e47c9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.476547] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for the task: (returnval){ [ 822.476547] env[69742]: value = "task-4060394" [ 822.476547] env[69742]: _type = "Task" [ 822.476547] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.488146] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.523514] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.546953] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.550185] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.640s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.550812] env[69742]: DEBUG nova.objects.instance [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lazy-loading 'resources' on Instance uuid 4c04ad57-5729-43ef-85d3-dbc253c6fff4 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.574723] env[69742]: INFO nova.scheduler.client.report [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Deleted allocations for instance 70349e4d-cab8-45e8-be9c-b2c8ec613edf [ 822.594030] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060392, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.931638] env[69742]: DEBUG nova.virt.hardware [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.931880] env[69742]: DEBUG nova.virt.hardware [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.932164] env[69742]: DEBUG nova.virt.hardware [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.932449] env[69742]: DEBUG nova.virt.hardware [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.932631] env[69742]: DEBUG nova.virt.hardware [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.932826] env[69742]: DEBUG nova.virt.hardware [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.933123] env[69742]: DEBUG nova.virt.hardware [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.933329] env[69742]: DEBUG nova.virt.hardware [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.933539] env[69742]: DEBUG nova.virt.hardware [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.933739] env[69742]: DEBUG nova.virt.hardware [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.935019] env[69742]: DEBUG nova.virt.hardware [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.936294] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c0b183-4e6f-4f9d-a8eb-428421fce890 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.948828] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282568d-1406-317d-7884-b238f0b9dead/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 822.950379] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c1a6dc-8593-4444-ad9a-fca6b9592ef1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.955961] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85d474d-d512-46e6-8317-7ad9be8adfb6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.965728] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282568d-1406-317d-7884-b238f0b9dead/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 822.965911] env[69742]: ERROR oslo_vmware.rw_handles [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282568d-1406-317d-7884-b238f0b9dead/disk-0.vmdk due to incomplete transfer. [ 822.975694] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-336f975a-0d93-44f5-8e53-b5b8b6ef82f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.988028] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.989481] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5282568d-1406-317d-7884-b238f0b9dead/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 822.989680] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Uploaded image 0c577428-1386-4fd2-8445-9cfee951c4b0 to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 822.992582] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 822.992785] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f66b190-1352-404b-a388-91a279c183db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.003669] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 823.003669] env[69742]: value = "task-4060395" [ 823.003669] env[69742]: _type = "Task" [ 823.003669] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.016883] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060395, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.079295] env[69742]: DEBUG nova.network.neutron [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Successfully updated port: 2624e9f4-8d27-4264-8219-e72a0087b299 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.094924] env[69742]: DEBUG oslo_concurrency.lockutils [None req-adb57bb9-7666-4322-807c-9494b69b80b9 tempest-ServersAaction247Test-1504302153 tempest-ServersAaction247Test-1504302153-project-member] Lock "70349e4d-cab8-45e8-be9c-b2c8ec613edf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.625s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.101773] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060392, 'name': CreateSnapshot_Task, 'duration_secs': 1.715087} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.103271] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 823.105747] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd2dd8a-3446-4a15-a404-1d995091d264 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.393572] env[69742]: DEBUG nova.compute.manager [req-c84aa751-12c6-41bc-b774-ba676aea8a95 req-4cb8ceab-4aa9-4925-a31a-9821a3931ae0 service nova] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Received event network-vif-deleted-4748308a-13a9-403e-9598-5c9c613f2ddf {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.491528] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060394, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.515619] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060395, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.589831] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquiring lock "refresh_cache-67673751-f862-4051-a9d3-31f15b56e44b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.590076] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquired lock "refresh_cache-67673751-f862-4051-a9d3-31f15b56e44b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.590349] env[69742]: DEBUG nova.network.neutron [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.625699] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 823.630187] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-851b77b0-36b1-44d5-99fc-159bcce795a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.643519] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 823.643519] env[69742]: value = "task-4060396" [ 823.643519] env[69742]: _type = "Task" [ 823.643519] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.651285] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b0ab99-ea7a-49c7-9301-e6424a34fad6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.662410] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060396, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.666474] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ff10d4-0db9-42bc-89eb-1ea6ce2dfef6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.713583] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03db9279-33f6-41dc-af98-22c67a85e89c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.718820] env[69742]: DEBUG nova.compute.manager [req-d0bc71cf-d4de-4a3a-9799-a9b64e49af6b req-338a6c6c-fc02-4ff2-a0c4-572a331fe9f4 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Received event network-vif-plugged-2624e9f4-8d27-4264-8219-e72a0087b299 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.719064] env[69742]: DEBUG oslo_concurrency.lockutils [req-d0bc71cf-d4de-4a3a-9799-a9b64e49af6b req-338a6c6c-fc02-4ff2-a0c4-572a331fe9f4 service nova] Acquiring lock "67673751-f862-4051-a9d3-31f15b56e44b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.719274] env[69742]: DEBUG oslo_concurrency.lockutils [req-d0bc71cf-d4de-4a3a-9799-a9b64e49af6b req-338a6c6c-fc02-4ff2-a0c4-572a331fe9f4 service nova] Lock "67673751-f862-4051-a9d3-31f15b56e44b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.719446] env[69742]: DEBUG oslo_concurrency.lockutils [req-d0bc71cf-d4de-4a3a-9799-a9b64e49af6b req-338a6c6c-fc02-4ff2-a0c4-572a331fe9f4 service nova] Lock "67673751-f862-4051-a9d3-31f15b56e44b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.719614] env[69742]: DEBUG nova.compute.manager [req-d0bc71cf-d4de-4a3a-9799-a9b64e49af6b req-338a6c6c-fc02-4ff2-a0c4-572a331fe9f4 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] No waiting events found dispatching network-vif-plugged-2624e9f4-8d27-4264-8219-e72a0087b299 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.719803] env[69742]: WARNING nova.compute.manager [req-d0bc71cf-d4de-4a3a-9799-a9b64e49af6b req-338a6c6c-fc02-4ff2-a0c4-572a331fe9f4 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Received unexpected event network-vif-plugged-2624e9f4-8d27-4264-8219-e72a0087b299 for instance with vm_state building and task_state spawning. [ 823.726981] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4adfed2-94b4-42f8-b5ca-50911a5dd755 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.744342] env[69742]: DEBUG nova.compute.provider_tree [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.992025] env[69742]: DEBUG oslo_vmware.api [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060394, 'name': PowerOnVM_Task, 'duration_secs': 1.02532} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.994021] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.994021] env[69742]: INFO nova.compute.manager [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Took 9.78 seconds to spawn the instance on the hypervisor. [ 823.994021] env[69742]: DEBUG nova.compute.manager [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.996713] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48667d92-6fcc-4802-aee1-558301f42be4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.016542] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060395, 'name': Destroy_Task, 'duration_secs': 0.557674} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.016878] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Destroyed the VM [ 824.017165] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 824.017477] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c0e2881f-4fb9-42f5-8607-c4e6fe75618a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.028141] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 824.028141] env[69742]: value = "task-4060397" [ 824.028141] env[69742]: _type = "Task" [ 824.028141] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.042014] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.155979] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060396, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.180638] env[69742]: DEBUG nova.network.neutron [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.249249] env[69742]: DEBUG nova.scheduler.client.report [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.524623] env[69742]: INFO nova.compute.manager [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Took 56.55 seconds to build instance. [ 824.541304] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.658588] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060396, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.756880] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.760787] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.888s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.766642] env[69742]: INFO nova.compute.claims [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.796443] env[69742]: INFO nova.scheduler.client.report [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Deleted allocations for instance 4c04ad57-5729-43ef-85d3-dbc253c6fff4 [ 824.812633] env[69742]: DEBUG nova.network.neutron [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Updating instance_info_cache with network_info: [{"id": "2624e9f4-8d27-4264-8219-e72a0087b299", "address": "fa:16:3e:2b:83:76", "network": {"id": "97a1c0b4-a522-467d-887d-26b7c8aff91f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-243014695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f19b4aef345109980c71d5a3c66c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2624e9f4-8d", "ovs_interfaceid": "2624e9f4-8d27-4264-8219-e72a0087b299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.024679] env[69742]: DEBUG oslo_concurrency.lockutils [None req-63dc2a24-d65f-4b74-8a7f-0839886fdb0e tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.858s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.042790] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060397, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.159354] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060396, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.307864] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b8d2eb71-d287-4879-b53d-273033d555ac tempest-ServerGroupTestJSON-1770820256 tempest-ServerGroupTestJSON-1770820256-project-member] Lock "4c04ad57-5729-43ef-85d3-dbc253c6fff4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.928s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.315223] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Releasing lock "refresh_cache-67673751-f862-4051-a9d3-31f15b56e44b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.315545] env[69742]: DEBUG nova.compute.manager [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Instance network_info: |[{"id": "2624e9f4-8d27-4264-8219-e72a0087b299", "address": "fa:16:3e:2b:83:76", "network": {"id": "97a1c0b4-a522-467d-887d-26b7c8aff91f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-243014695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f19b4aef345109980c71d5a3c66c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2624e9f4-8d", "ovs_interfaceid": "2624e9f4-8d27-4264-8219-e72a0087b299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.316028] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:83:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2624e9f4-8d27-4264-8219-e72a0087b299', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.324790] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Creating folder: Project (b10f19b4aef345109980c71d5a3c66c9). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.325865] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef12e8e2-fb28-473e-b008-5f8d28e7bba9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.340566] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Created folder: Project (b10f19b4aef345109980c71d5a3c66c9) in parent group-v804621. [ 825.340820] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Creating folder: Instances. Parent ref: group-v804743. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.342319] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad909af-4b15-4770-82e8-50f2167f36d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.354807] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Created folder: Instances in parent group-v804743. [ 825.354807] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.354807] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.355285] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3b0fab9-05ae-413f-a690-a0b8b35e21e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.380813] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.380813] env[69742]: value = "task-4060400" [ 825.380813] env[69742]: _type = "Task" [ 825.380813] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.391140] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060400, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.528827] env[69742]: DEBUG nova.compute.manager [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.549017] env[69742]: DEBUG oslo_vmware.api [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060397, 'name': RemoveSnapshot_Task, 'duration_secs': 1.191833} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.549215] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 825.549503] env[69742]: INFO nova.compute.manager [None req-a09f1214-d5f7-49b4-90bf-a771f0f83bb8 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Took 16.20 seconds to snapshot the instance on the hypervisor. [ 825.656158] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060396, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.844685] env[69742]: DEBUG nova.compute.manager [req-f97a5033-c4a5-4fcb-98a8-4120f27a8c4e req-9c6cd21e-9b18-4f29-9079-a176afa468b9 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Received event network-changed-2624e9f4-8d27-4264-8219-e72a0087b299 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.844846] env[69742]: DEBUG nova.compute.manager [req-f97a5033-c4a5-4fcb-98a8-4120f27a8c4e req-9c6cd21e-9b18-4f29-9079-a176afa468b9 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Refreshing instance network info cache due to event network-changed-2624e9f4-8d27-4264-8219-e72a0087b299. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.845087] env[69742]: DEBUG oslo_concurrency.lockutils [req-f97a5033-c4a5-4fcb-98a8-4120f27a8c4e req-9c6cd21e-9b18-4f29-9079-a176afa468b9 service nova] Acquiring lock "refresh_cache-67673751-f862-4051-a9d3-31f15b56e44b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.845300] env[69742]: DEBUG oslo_concurrency.lockutils [req-f97a5033-c4a5-4fcb-98a8-4120f27a8c4e req-9c6cd21e-9b18-4f29-9079-a176afa468b9 service nova] Acquired lock "refresh_cache-67673751-f862-4051-a9d3-31f15b56e44b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.845502] env[69742]: DEBUG nova.network.neutron [req-f97a5033-c4a5-4fcb-98a8-4120f27a8c4e req-9c6cd21e-9b18-4f29-9079-a176afa468b9 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Refreshing network info cache for port 2624e9f4-8d27-4264-8219-e72a0087b299 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.901588] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060400, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.056974] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.166380] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060396, 'name': CloneVM_Task, 'duration_secs': 2.153048} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.170052] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Created linked-clone VM from snapshot [ 826.173257] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00be9719-2297-4fcc-8b93-d4fb29f3db1c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.183489] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Uploading image c8b21f6a-1a4e-4b87-9c34-31b1e322eb1d {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 826.223920] env[69742]: DEBUG oslo_vmware.rw_handles [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 826.223920] env[69742]: value = "vm-804742" [ 826.223920] env[69742]: _type = "VirtualMachine" [ 826.223920] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 826.224521] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01fbac9f-046b-462f-ae61-9acdf95d5703 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.232712] env[69742]: DEBUG oslo_vmware.rw_handles [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lease: (returnval){ [ 826.232712] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52efb297-97f4-4a9e-986f-063035306d79" [ 826.232712] env[69742]: _type = "HttpNfcLease" [ 826.232712] env[69742]: } obtained for exporting VM: (result){ [ 826.232712] env[69742]: value = "vm-804742" [ 826.232712] env[69742]: _type = "VirtualMachine" [ 826.232712] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 826.232993] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the lease: (returnval){ [ 826.232993] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52efb297-97f4-4a9e-986f-063035306d79" [ 826.232993] env[69742]: _type = "HttpNfcLease" [ 826.232993] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 826.244190] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.244190] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52efb297-97f4-4a9e-986f-063035306d79" [ 826.244190] env[69742]: _type = "HttpNfcLease" [ 826.244190] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 826.323544] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592f448c-23bc-4647-b81a-bf110aa6c1e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.333484] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847fcc4-7db3-42f4-adb0-eea29c9bf2e3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.370507] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef72c9e2-361d-423c-b496-88ad3e0cffef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.381983] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cad02a-c1ec-474a-9352-a150833ae793 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.403068] env[69742]: DEBUG nova.compute.provider_tree [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.408298] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060400, 'name': CreateVM_Task, 'duration_secs': 0.550763} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.409909] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.409909] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.410137] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.410476] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.410939] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cad89f6-cd8e-4300-9e1e-121b16023cd2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.420720] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for the task: (returnval){ [ 826.420720] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527342ab-27a9-2816-b7a1-c38875b2f6bd" [ 826.420720] env[69742]: _type = "Task" [ 826.420720] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.430730] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527342ab-27a9-2816-b7a1-c38875b2f6bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.741789] env[69742]: DEBUG nova.network.neutron [req-f97a5033-c4a5-4fcb-98a8-4120f27a8c4e req-9c6cd21e-9b18-4f29-9079-a176afa468b9 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Updated VIF entry in instance network info cache for port 2624e9f4-8d27-4264-8219-e72a0087b299. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.742308] env[69742]: DEBUG nova.network.neutron [req-f97a5033-c4a5-4fcb-98a8-4120f27a8c4e req-9c6cd21e-9b18-4f29-9079-a176afa468b9 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Updating instance_info_cache with network_info: [{"id": "2624e9f4-8d27-4264-8219-e72a0087b299", "address": "fa:16:3e:2b:83:76", "network": {"id": "97a1c0b4-a522-467d-887d-26b7c8aff91f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-243014695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b10f19b4aef345109980c71d5a3c66c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2624e9f4-8d", "ovs_interfaceid": "2624e9f4-8d27-4264-8219-e72a0087b299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.747902] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.747902] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52efb297-97f4-4a9e-986f-063035306d79" [ 826.747902] env[69742]: _type = "HttpNfcLease" [ 826.747902] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 826.748259] env[69742]: DEBUG oslo_vmware.rw_handles [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 826.748259] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52efb297-97f4-4a9e-986f-063035306d79" [ 826.748259] env[69742]: _type = "HttpNfcLease" [ 826.748259] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 826.748983] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac776660-a779-4517-a876-1278684fd174 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.758080] env[69742]: DEBUG oslo_vmware.rw_handles [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f8db-b736-2ae0-2594-935afc56e306/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 826.758237] env[69742]: DEBUG oslo_vmware.rw_handles [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f8db-b736-2ae0-2594-935afc56e306/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 826.879090] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c5091b7-8719-49c8-8f9d-231cd5a6ab15 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.911215] env[69742]: DEBUG nova.scheduler.client.report [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.937712] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527342ab-27a9-2816-b7a1-c38875b2f6bd, 'name': SearchDatastore_Task, 'duration_secs': 0.022678} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.938396] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.938396] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.938621] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.938802] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.939145] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.945879] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a1dd5a2-a842-4434-8b1b-bcdc84d0aef5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.960295] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.960720] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.962051] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbce4231-9699-4c98-b048-88994862c705 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.969834] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for the task: (returnval){ [ 826.969834] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c8eb01-b96c-7e12-79c0-c08997a8a2e5" [ 826.969834] env[69742]: _type = "Task" [ 826.969834] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.987474] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c8eb01-b96c-7e12-79c0-c08997a8a2e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.246052] env[69742]: DEBUG oslo_concurrency.lockutils [req-f97a5033-c4a5-4fcb-98a8-4120f27a8c4e req-9c6cd21e-9b18-4f29-9079-a176afa468b9 service nova] Releasing lock "refresh_cache-67673751-f862-4051-a9d3-31f15b56e44b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.417142] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.417715] env[69742]: DEBUG nova.compute.manager [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.420508] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.200s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.422964] env[69742]: DEBUG nova.objects.instance [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 827.483994] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c8eb01-b96c-7e12-79c0-c08997a8a2e5, 'name': SearchDatastore_Task, 'duration_secs': 0.018413} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.486777] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099a46f9-50b0-469e-b6a2-baa8ee496aae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.496586] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for the task: (returnval){ [ 827.496586] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b799b9-12ec-8491-14fa-59c7dd5a4964" [ 827.496586] env[69742]: _type = "Task" [ 827.496586] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.506896] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b799b9-12ec-8491-14fa-59c7dd5a4964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.587843] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquiring lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.588467] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.929200] env[69742]: DEBUG nova.compute.utils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.935451] env[69742]: DEBUG nova.compute.manager [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.935451] env[69742]: DEBUG nova.network.neutron [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.944675] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5debf339-fa6e-48ab-b857-ddd044b88be3 tempest-ServersAdmin275Test-1331713062 tempest-ServersAdmin275Test-1331713062-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.524s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.946112] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.538s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.946348] env[69742]: DEBUG nova.objects.instance [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lazy-loading 'resources' on Instance uuid d297dbc4-6ae5-463a-a630-03852b6b30ed {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.017229] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b799b9-12ec-8491-14fa-59c7dd5a4964, 'name': SearchDatastore_Task, 'duration_secs': 0.016056} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.017821] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.019164] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 67673751-f862-4051-a9d3-31f15b56e44b/67673751-f862-4051-a9d3-31f15b56e44b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.019367] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46c038c1-0bb9-4493-a643-d0e5d4271320 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.030263] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for the task: (returnval){ [ 828.030263] env[69742]: value = "task-4060402" [ 828.030263] env[69742]: _type = "Task" [ 828.030263] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.044449] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.047281] env[69742]: DEBUG nova.policy [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '799b03d90bb04e968e700da8f0f42fb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b0403216fa24ac68874dd0b2238b018', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.133071] env[69742]: DEBUG oslo_vmware.rw_handles [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c2a3f-3bb1-c06e-d167-461d7af89b10/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 828.134093] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ead70b5-bed4-478a-b04f-f8348b4d35d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.145813] env[69742]: DEBUG oslo_vmware.rw_handles [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c2a3f-3bb1-c06e-d167-461d7af89b10/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 828.145813] env[69742]: ERROR oslo_vmware.rw_handles [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c2a3f-3bb1-c06e-d167-461d7af89b10/disk-0.vmdk due to incomplete transfer. [ 828.145813] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4c52454d-cc81-4576-b191-f4728e6d94d2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.152977] env[69742]: DEBUG oslo_vmware.rw_handles [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520c2a3f-3bb1-c06e-d167-461d7af89b10/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 828.153520] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Uploaded image a7548986-d726-41df-9c5d-4a1bd0d179c9 to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 828.155362] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 828.155750] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-def7a11a-ec52-4b99-aec0-58f0ef56b05b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.164855] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 828.164855] env[69742]: value = "task-4060403" [ 828.164855] env[69742]: _type = "Task" [ 828.164855] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.180537] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060403, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.444037] env[69742]: DEBUG nova.compute.manager [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.545987] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060402, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.681779] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060403, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.758655] env[69742]: DEBUG nova.network.neutron [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Successfully created port: ae0083e4-4c83-4c3e-b256-711e208bfb28 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.049443] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593303} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.053130] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 67673751-f862-4051-a9d3-31f15b56e44b/67673751-f862-4051-a9d3-31f15b56e44b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.053130] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.054096] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed3a54b7-d9d2-4161-b871-89ec3cfe1353 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.062631] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for the task: (returnval){ [ 829.062631] env[69742]: value = "task-4060404" [ 829.062631] env[69742]: _type = "Task" [ 829.062631] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.071389] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a16fab5-1f7b-459e-9d12-24a5c5f156b9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.078309] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.083123] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06b9cd5-de00-452a-8703-3e7b33b4fdb7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.119079] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquiring lock "7663e26a-d398-4a29-8193-68ae6468e183" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.119079] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lock "7663e26a-d398-4a29-8193-68ae6468e183" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.119079] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquiring lock "7663e26a-d398-4a29-8193-68ae6468e183-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.119079] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lock "7663e26a-d398-4a29-8193-68ae6468e183-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.119248] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lock "7663e26a-d398-4a29-8193-68ae6468e183-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.121722] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b196beab-6ade-4f82-afa3-d39e01ff3867 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.124797] env[69742]: INFO nova.compute.manager [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Terminating instance [ 829.134613] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c32f2b-3248-4669-b57e-b94b08b911a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.153393] env[69742]: DEBUG nova.compute.provider_tree [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.177074] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060403, 'name': Destroy_Task, 'duration_secs': 0.703216} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.177481] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Destroyed the VM [ 829.177798] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 829.178166] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-416bba13-948b-4eac-b9a8-aaa4ec9b4fdd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.187299] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 829.187299] env[69742]: value = "task-4060405" [ 829.187299] env[69742]: _type = "Task" [ 829.187299] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.196919] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060405, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.461109] env[69742]: DEBUG nova.compute.manager [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.492632] env[69742]: DEBUG nova.virt.hardware [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.492878] env[69742]: DEBUG nova.virt.hardware [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.493318] env[69742]: DEBUG nova.virt.hardware [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.493448] env[69742]: DEBUG nova.virt.hardware [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.494496] env[69742]: DEBUG nova.virt.hardware [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.494496] env[69742]: DEBUG nova.virt.hardware [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.494496] env[69742]: DEBUG nova.virt.hardware [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.494496] env[69742]: DEBUG nova.virt.hardware [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.494788] env[69742]: DEBUG nova.virt.hardware [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.494971] env[69742]: DEBUG nova.virt.hardware [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.495300] env[69742]: DEBUG nova.virt.hardware [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.497279] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb96301f-5a96-4153-82bc-2b536918ef12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.508711] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a960e17-86f7-49e0-a4f7-e5cc224f25ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.573448] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071411} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.573826] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.575582] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9ab552-7a95-42a8-9050-d722d69c5750 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.601351] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 67673751-f862-4051-a9d3-31f15b56e44b/67673751-f862-4051-a9d3-31f15b56e44b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.601805] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b3d1bb-d290-4e1b-a7ba-fe8f8612a7bc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.624604] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for the task: (returnval){ [ 829.624604] env[69742]: value = "task-4060406" [ 829.624604] env[69742]: _type = "Task" [ 829.624604] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.634579] env[69742]: DEBUG nova.compute.manager [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.636215] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.636215] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.637029] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd65cb1a-2789-4be9-8c1e-27af1a747821 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.646396] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.646778] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73c14573-2a35-4b16-8d15-5a61ed8532d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.655208] env[69742]: DEBUG oslo_vmware.api [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 829.655208] env[69742]: value = "task-4060407" [ 829.655208] env[69742]: _type = "Task" [ 829.655208] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.661305] env[69742]: DEBUG nova.scheduler.client.report [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.672096] env[69742]: DEBUG oslo_vmware.api [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.699816] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060405, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.732403] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "8d2cfd90-bca7-4649-bab9-661a19d642c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.732484] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "8d2cfd90-bca7-4649-bab9-661a19d642c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.732798] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "8d2cfd90-bca7-4649-bab9-661a19d642c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.733184] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "8d2cfd90-bca7-4649-bab9-661a19d642c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.733391] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "8d2cfd90-bca7-4649-bab9-661a19d642c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.740035] env[69742]: INFO nova.compute.manager [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Terminating instance [ 830.137988] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060406, 'name': ReconfigVM_Task, 'duration_secs': 0.367883} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.137988] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 67673751-f862-4051-a9d3-31f15b56e44b/67673751-f862-4051-a9d3-31f15b56e44b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.138753] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b331fa6-0425-444d-b3b5-547a74247918 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.148242] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for the task: (returnval){ [ 830.148242] env[69742]: value = "task-4060408" [ 830.148242] env[69742]: _type = "Task" [ 830.148242] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.160174] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060408, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.168900] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.171087] env[69742]: DEBUG oslo_vmware.api [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060407, 'name': PowerOffVM_Task, 'duration_secs': 0.209296} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.171605] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 43.957s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.173502] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.173681] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.173946] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f0dc4d0-f2e0-4962-8c34-054a1d2c8ef2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.193951] env[69742]: INFO nova.scheduler.client.report [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Deleted allocations for instance d297dbc4-6ae5-463a-a630-03852b6b30ed [ 830.201349] env[69742]: DEBUG oslo_vmware.api [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060405, 'name': RemoveSnapshot_Task, 'duration_secs': 0.573521} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.202137] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 830.202382] env[69742]: INFO nova.compute.manager [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Took 16.51 seconds to snapshot the instance on the hypervisor. [ 830.244112] env[69742]: DEBUG nova.compute.manager [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.244375] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.245845] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e831f2ac-e33e-41c7-87ed-f0204d0cb938 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.250964] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.251218] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.255040] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Deleting the datastore file [datastore2] 7663e26a-d398-4a29-8193-68ae6468e183 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.255040] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78038276-0b3a-4a7a-bde7-9b343320ab4c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.257186] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.257456] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c6d2522-aec4-438f-bb07-954e532bedaf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.260370] env[69742]: DEBUG oslo_vmware.api [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for the task: (returnval){ [ 830.260370] env[69742]: value = "task-4060410" [ 830.260370] env[69742]: _type = "Task" [ 830.260370] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.269421] env[69742]: DEBUG oslo_vmware.api [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.323672] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.323911] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.324137] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleting the datastore file [datastore2] 8d2cfd90-bca7-4649-bab9-661a19d642c8 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.324468] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3bbc027-2efb-4764-b921-b53e521885cc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.332085] env[69742]: DEBUG oslo_vmware.api [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 830.332085] env[69742]: value = "task-4060412" [ 830.332085] env[69742]: _type = "Task" [ 830.332085] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.350016] env[69742]: DEBUG oslo_vmware.api [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.431554] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquiring lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.432572] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.432941] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquiring lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.434238] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.434754] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.437735] env[69742]: INFO nova.compute.manager [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Terminating instance [ 830.483239] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "e4e5b536-e5d9-43ac-a183-8469368513e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.486067] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "e4e5b536-e5d9-43ac-a183-8469368513e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.612070] env[69742]: DEBUG nova.compute.manager [req-1f3b421f-abbd-49ba-b826-1299bbb1c71d req-41053014-646f-4888-a417-c8720c715d68 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Received event network-vif-plugged-ae0083e4-4c83-4c3e-b256-711e208bfb28 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.612303] env[69742]: DEBUG oslo_concurrency.lockutils [req-1f3b421f-abbd-49ba-b826-1299bbb1c71d req-41053014-646f-4888-a417-c8720c715d68 service nova] Acquiring lock "0a15345b-80e8-401b-b209-dc38c6792fb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.612514] env[69742]: DEBUG oslo_concurrency.lockutils [req-1f3b421f-abbd-49ba-b826-1299bbb1c71d req-41053014-646f-4888-a417-c8720c715d68 service nova] Lock "0a15345b-80e8-401b-b209-dc38c6792fb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.612677] env[69742]: DEBUG oslo_concurrency.lockutils [req-1f3b421f-abbd-49ba-b826-1299bbb1c71d req-41053014-646f-4888-a417-c8720c715d68 service nova] Lock "0a15345b-80e8-401b-b209-dc38c6792fb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.612847] env[69742]: DEBUG nova.compute.manager [req-1f3b421f-abbd-49ba-b826-1299bbb1c71d req-41053014-646f-4888-a417-c8720c715d68 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] No waiting events found dispatching network-vif-plugged-ae0083e4-4c83-4c3e-b256-711e208bfb28 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.613120] env[69742]: WARNING nova.compute.manager [req-1f3b421f-abbd-49ba-b826-1299bbb1c71d req-41053014-646f-4888-a417-c8720c715d68 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Received unexpected event network-vif-plugged-ae0083e4-4c83-4c3e-b256-711e208bfb28 for instance with vm_state building and task_state spawning. [ 830.661044] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060408, 'name': Rename_Task, 'duration_secs': 0.432575} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.661708] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.662246] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c0fd048-e7aa-460d-ac15-b63aa16becb4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.673033] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for the task: (returnval){ [ 830.673033] env[69742]: value = "task-4060413" [ 830.673033] env[69742]: _type = "Task" [ 830.673033] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.693808] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060413, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.708090] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b272a08-f24a-4083-b896-6260a7b1d026 tempest-ServersAdmin275Test-274022248 tempest-ServersAdmin275Test-274022248-project-member] Lock "d297dbc4-6ae5-463a-a630-03852b6b30ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.523s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.709538] env[69742]: DEBUG nova.compute.manager [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Instance disappeared during snapshot {{(pid=69742) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 830.719142] env[69742]: DEBUG nova.network.neutron [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Successfully updated port: ae0083e4-4c83-4c3e-b256-711e208bfb28 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.730175] env[69742]: DEBUG nova.compute.manager [None req-0421c4ec-2248-4f02-89e5-31c952876fcf tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Image not found during clean up a7548986-d726-41df-9c5d-4a1bd0d179c9 {{(pid=69742) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 830.778604] env[69742]: DEBUG oslo_vmware.api [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Task: {'id': task-4060410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178759} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.780054] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.780054] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.780245] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.780772] env[69742]: INFO nova.compute.manager [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Took 1.15 seconds to destroy the instance on the hypervisor. [ 830.780877] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.781252] env[69742]: DEBUG nova.compute.manager [-] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.781378] env[69742]: DEBUG nova.network.neutron [-] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.845404] env[69742]: DEBUG oslo_vmware.api [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177973} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.845831] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.846163] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.846432] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.846667] env[69742]: INFO nova.compute.manager [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Took 0.60 seconds to destroy the instance on the hypervisor. [ 830.846981] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.847231] env[69742]: DEBUG nova.compute.manager [-] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.847371] env[69742]: DEBUG nova.network.neutron [-] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.943279] env[69742]: DEBUG nova.compute.manager [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.943562] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.944530] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c9805e-8911-445f-86a9-ec53393daf1d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.956721] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.958251] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-851528c4-888a-4b39-9611-3e9d9ae7d36d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.968048] env[69742]: DEBUG oslo_vmware.api [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for the task: (returnval){ [ 830.968048] env[69742]: value = "task-4060414" [ 830.968048] env[69742]: _type = "Task" [ 830.968048] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.976298] env[69742]: DEBUG oslo_vmware.api [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.196208] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.222674] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 1e7027d0-37ff-4737-a3d9-63724e8b2889 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.222842] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 57230e5a-9da3-410e-9b06-5f25f21b5ed4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.222991] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 57ebdc08-cc73-4c5d-983d-493ce3c220de is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.223233] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance fded7459-3142-427d-9771-b97ca1de03bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.223389] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 55aa0827-e927-488e-902b-3cbde2f3d36b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.223520] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 63005fe8-620c-4a91-b48c-5cecee3ad2d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.223667] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 073e9b15-e59c-48ae-ad2f-16608e240d4e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.223803] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 105fe6a4-75f2-4d70-80bd-e07259585778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.223934] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 7663e26a-d398-4a29-8193-68ae6468e183 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.224083] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance bcf096b6-87b8-4f77-a8ad-5e049a71cb81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.224245] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 6a49c3d4-1b14-4f61-aa23-84a529849dda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.224388] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance ba312b9d-1f29-4f21-b4bc-50fd45395220 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.224874] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 8d2cfd90-bca7-4649-bab9-661a19d642c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.224874] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 15c5fde6-f8e5-4e1b-a413-e233c887c5b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.224874] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4606a027-0e9f-4bf3-97c4-53636c673843 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.224874] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 05e6aae9-9dae-4aee-b608-06799ec9e2c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.225171] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 67673751-f862-4051-a9d3-31f15b56e44b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.226250] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 0a15345b-80e8-401b-b209-dc38c6792fb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 831.228388] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "refresh_cache-0a15345b-80e8-401b-b209-dc38c6792fb2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.228986] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired lock "refresh_cache-0a15345b-80e8-401b-b209-dc38c6792fb2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.228986] env[69742]: DEBUG nova.network.neutron [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.437518] env[69742]: DEBUG nova.compute.manager [req-a973cfd8-ffbe-4eb4-af25-f7132d1acc84 req-f5eb11e3-40b7-47bf-b5c6-b5dfef9d1980 service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Received event network-vif-deleted-a2628981-5dca-4555-87af-136dd3c103b7 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.437734] env[69742]: INFO nova.compute.manager [req-a973cfd8-ffbe-4eb4-af25-f7132d1acc84 req-f5eb11e3-40b7-47bf-b5c6-b5dfef9d1980 service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Neutron deleted interface a2628981-5dca-4555-87af-136dd3c103b7; detaching it from the instance and deleting it from the info cache [ 831.437914] env[69742]: DEBUG nova.network.neutron [req-a973cfd8-ffbe-4eb4-af25-f7132d1acc84 req-f5eb11e3-40b7-47bf-b5c6-b5dfef9d1980 service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.481298] env[69742]: DEBUG oslo_vmware.api [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060414, 'name': PowerOffVM_Task, 'duration_secs': 0.256431} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.481777] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.482024] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.482372] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12969d06-69d4-454f-a9f9-e0c25524a530 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.562203] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.562539] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.562681] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Deleting the datastore file [datastore1] 05e6aae9-9dae-4aee-b608-06799ec9e2c7 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.563010] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e97cb405-4a6b-42e3-a56e-419bf337fe5e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.572523] env[69742]: DEBUG oslo_vmware.api [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for the task: (returnval){ [ 831.572523] env[69742]: value = "task-4060416" [ 831.572523] env[69742]: _type = "Task" [ 831.572523] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.582698] env[69742]: DEBUG oslo_vmware.api [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.629772] env[69742]: DEBUG nova.network.neutron [-] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.686636] env[69742]: DEBUG oslo_vmware.api [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060413, 'name': PowerOnVM_Task, 'duration_secs': 0.694597} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.686945] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.687174] env[69742]: INFO nova.compute.manager [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Took 9.33 seconds to spawn the instance on the hypervisor. [ 831.687352] env[69742]: DEBUG nova.compute.manager [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.688176] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b8bf2a-bf98-439c-b761-6b3dc0fd15f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.733201] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 2e183e31-8b0a-4efd-b3a4-467cfb3c386d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 831.795533] env[69742]: DEBUG nova.network.neutron [-] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.804906] env[69742]: DEBUG nova.network.neutron [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.941279] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1b8391b-64c4-408c-bd98-a65cb203fa9a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.952505] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f095459-262d-4ee7-8112-839963846c10 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.991024] env[69742]: DEBUG nova.compute.manager [req-a973cfd8-ffbe-4eb4-af25-f7132d1acc84 req-f5eb11e3-40b7-47bf-b5c6-b5dfef9d1980 service nova] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Detach interface failed, port_id=a2628981-5dca-4555-87af-136dd3c103b7, reason: Instance 8d2cfd90-bca7-4649-bab9-661a19d642c8 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.085633] env[69742]: DEBUG oslo_vmware.api [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Task: {'id': task-4060416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299683} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.085920] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.087162] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.087162] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.087162] env[69742]: INFO nova.compute.manager [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 832.087162] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.087162] env[69742]: DEBUG nova.compute.manager [-] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.087162] env[69742]: DEBUG nova.network.neutron [-] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.101366] env[69742]: DEBUG nova.network.neutron [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Updating instance_info_cache with network_info: [{"id": "ae0083e4-4c83-4c3e-b256-711e208bfb28", "address": "fa:16:3e:7f:b0:1f", "network": {"id": "2e9312b9-e96b-4cce-97f9-f7f881005222", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1170820594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0403216fa24ac68874dd0b2238b018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae0083e4-4c", "ovs_interfaceid": "ae0083e4-4c83-4c3e-b256-711e208bfb28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.133564] env[69742]: INFO nova.compute.manager [-] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Took 1.35 seconds to deallocate network for instance. [ 832.208251] env[69742]: INFO nova.compute.manager [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Took 61.23 seconds to build instance. [ 832.238897] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 3dcc5f85-3c9b-437b-a4d1-587412b0006f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 832.303892] env[69742]: INFO nova.compute.manager [-] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Took 1.46 seconds to deallocate network for instance. [ 832.605561] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Releasing lock "refresh_cache-0a15345b-80e8-401b-b209-dc38c6792fb2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.605928] env[69742]: DEBUG nova.compute.manager [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Instance network_info: |[{"id": "ae0083e4-4c83-4c3e-b256-711e208bfb28", "address": "fa:16:3e:7f:b0:1f", "network": {"id": "2e9312b9-e96b-4cce-97f9-f7f881005222", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1170820594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0403216fa24ac68874dd0b2238b018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae0083e4-4c", "ovs_interfaceid": "ae0083e4-4c83-4c3e-b256-711e208bfb28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.606396] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:b0:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae0083e4-4c83-4c3e-b256-711e208bfb28', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.614404] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.614993] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.615294] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f531a66b-c7f0-4a47-83e9-ccceed4b73c2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.640671] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.640949] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.640949] env[69742]: value = "task-4060417" [ 832.640949] env[69742]: _type = "Task" [ 832.640949] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.650311] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060417, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.710214] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e7175571-aa5d-4a20-adc5-df80ecc969f0 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "67673751-f862-4051-a9d3-31f15b56e44b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.824s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.746382] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 82319341-97ba-4d4f-9388-34aa338c03c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 832.810614] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.150913] env[69742]: DEBUG nova.compute.manager [req-16105c22-a65c-425e-840c-c27a90145261 req-8d681d77-a4b1-4de6-8e29-5b87a34de930 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Received event network-changed-ae0083e4-4c83-4c3e-b256-711e208bfb28 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.150913] env[69742]: DEBUG nova.compute.manager [req-16105c22-a65c-425e-840c-c27a90145261 req-8d681d77-a4b1-4de6-8e29-5b87a34de930 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Refreshing instance network info cache due to event network-changed-ae0083e4-4c83-4c3e-b256-711e208bfb28. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.150913] env[69742]: DEBUG oslo_concurrency.lockutils [req-16105c22-a65c-425e-840c-c27a90145261 req-8d681d77-a4b1-4de6-8e29-5b87a34de930 service nova] Acquiring lock "refresh_cache-0a15345b-80e8-401b-b209-dc38c6792fb2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.154205] env[69742]: DEBUG oslo_concurrency.lockutils [req-16105c22-a65c-425e-840c-c27a90145261 req-8d681d77-a4b1-4de6-8e29-5b87a34de930 service nova] Acquired lock "refresh_cache-0a15345b-80e8-401b-b209-dc38c6792fb2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.155372] env[69742]: DEBUG nova.network.neutron [req-16105c22-a65c-425e-840c-c27a90145261 req-8d681d77-a4b1-4de6-8e29-5b87a34de930 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Refreshing network info cache for port ae0083e4-4c83-4c3e-b256-711e208bfb28 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.163047] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060417, 'name': CreateVM_Task, 'duration_secs': 0.456708} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.163424] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.163993] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.165978] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.165978] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.166258] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6f8859-2da4-4a28-aba3-34271e93e4d8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.173032] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 833.173032] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520331d4-e842-436d-0350-295edf126f36" [ 833.173032] env[69742]: _type = "Task" [ 833.173032] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.191944] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520331d4-e842-436d-0350-295edf126f36, 'name': SearchDatastore_Task, 'duration_secs': 0.015123} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.193162] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.193397] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.193770] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.193937] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.194157] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.197027] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b2ee8a4-8b36-49d8-80b8-10402aadf36d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.207429] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.208228] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.208580] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8aa7af-4333-43e6-a6e6-af4145890074 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.213801] env[69742]: DEBUG nova.compute.manager [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.220278] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 833.220278] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5241eba0-deac-de69-e956-40ec8991c8b4" [ 833.220278] env[69742]: _type = "Task" [ 833.220278] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.232264] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5241eba0-deac-de69-e956-40ec8991c8b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.251761] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 3670a756-2036-4ae4-885f-d17805323729 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 833.332786] env[69742]: DEBUG nova.network.neutron [-] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.699723] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7485702-8fc5-4ecc-b055-b9b13eab1f23 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquiring lock "interface-67673751-f862-4051-a9d3-31f15b56e44b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.700048] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7485702-8fc5-4ecc-b055-b9b13eab1f23 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "interface-67673751-f862-4051-a9d3-31f15b56e44b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.700370] env[69742]: DEBUG nova.objects.instance [None req-a7485702-8fc5-4ecc-b055-b9b13eab1f23 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lazy-loading 'flavor' on Instance uuid 67673751-f862-4051-a9d3-31f15b56e44b {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.741212] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5241eba0-deac-de69-e956-40ec8991c8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.024169} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.742749] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee3ecd5-895a-4eb9-8974-3bcc0883f85c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.751840] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 833.751840] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a1d970-4d2a-585c-c100-0aeb4e8eab4f" [ 833.751840] env[69742]: _type = "Task" [ 833.751840] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.753453] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.760145] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 833.769786] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a1d970-4d2a-585c-c100-0aeb4e8eab4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013747} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.772026] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.772026] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 0a15345b-80e8-401b-b209-dc38c6792fb2/0a15345b-80e8-401b-b209-dc38c6792fb2.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.772026] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95f6cfcd-0a83-48ee-86dc-d2fc546186b0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.781769] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 833.781769] env[69742]: value = "task-4060418" [ 833.781769] env[69742]: _type = "Task" [ 833.781769] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.792819] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.836037] env[69742]: INFO nova.compute.manager [-] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Took 1.75 seconds to deallocate network for instance. [ 834.195489] env[69742]: DEBUG nova.network.neutron [req-16105c22-a65c-425e-840c-c27a90145261 req-8d681d77-a4b1-4de6-8e29-5b87a34de930 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Updated VIF entry in instance network info cache for port ae0083e4-4c83-4c3e-b256-711e208bfb28. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.195489] env[69742]: DEBUG nova.network.neutron [req-16105c22-a65c-425e-840c-c27a90145261 req-8d681d77-a4b1-4de6-8e29-5b87a34de930 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Updating instance_info_cache with network_info: [{"id": "ae0083e4-4c83-4c3e-b256-711e208bfb28", "address": "fa:16:3e:7f:b0:1f", "network": {"id": "2e9312b9-e96b-4cce-97f9-f7f881005222", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1170820594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0403216fa24ac68874dd0b2238b018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae0083e4-4c", "ovs_interfaceid": "ae0083e4-4c83-4c3e-b256-711e208bfb28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.206019] env[69742]: DEBUG nova.objects.instance [None req-a7485702-8fc5-4ecc-b055-b9b13eab1f23 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lazy-loading 'pci_requests' on Instance uuid 67673751-f862-4051-a9d3-31f15b56e44b {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.264866] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 1561ae53-b485-420a-8c6e-782cbf00ef0f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 834.297607] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060418, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.344584] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.699655] env[69742]: DEBUG oslo_concurrency.lockutils [req-16105c22-a65c-425e-840c-c27a90145261 req-8d681d77-a4b1-4de6-8e29-5b87a34de930 service nova] Releasing lock "refresh_cache-0a15345b-80e8-401b-b209-dc38c6792fb2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.699655] env[69742]: DEBUG nova.compute.manager [req-16105c22-a65c-425e-840c-c27a90145261 req-8d681d77-a4b1-4de6-8e29-5b87a34de930 service nova] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Received event network-vif-deleted-57260674-d24f-4a4e-8358-3832cffe3bc9 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.710853] env[69742]: DEBUG nova.objects.base [None req-a7485702-8fc5-4ecc-b055-b9b13eab1f23 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Object Instance<67673751-f862-4051-a9d3-31f15b56e44b> lazy-loaded attributes: flavor,pci_requests {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 834.710853] env[69742]: DEBUG nova.network.neutron [None req-a7485702-8fc5-4ecc-b055-b9b13eab1f23 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.772169] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 3d14bd75-218d-4630-b765-77933b17b95a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 834.798310] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618427} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.798897] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 0a15345b-80e8-401b-b209-dc38c6792fb2/0a15345b-80e8-401b-b209-dc38c6792fb2.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.800029] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.800029] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cb56bee-1605-4f1d-858d-046c5f9e9f0a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.809431] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 834.809431] env[69742]: value = "task-4060419" [ 834.809431] env[69742]: _type = "Task" [ 834.809431] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.821893] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquiring lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.822596] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.831379] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.914763] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7485702-8fc5-4ecc-b055-b9b13eab1f23 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "interface-67673751-f862-4051-a9d3-31f15b56e44b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.214s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.275249] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance c1fda6cf-f884-4df7-a10d-3ddce8b26917 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 835.322625] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08385} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.324747] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.324747] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122cc3a9-0aea-4b6e-83da-71060eb0ccd9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.352474] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 0a15345b-80e8-401b-b209-dc38c6792fb2/0a15345b-80e8-401b-b209-dc38c6792fb2.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.352865] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5316bde-0d9f-4b04-b984-1100c9c49446 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.375263] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 835.375263] env[69742]: value = "task-4060420" [ 835.375263] env[69742]: _type = "Task" [ 835.375263] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.565322] env[69742]: DEBUG nova.compute.manager [req-82d21b5d-a693-4c0c-92bc-dd3a74579e03 req-72cb68a7-28d2-44ab-b445-db8ba2283f9a service nova] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Received event network-vif-deleted-81d1f4bd-1d58-451e-9c56-3d01de5d04b6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.778498] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance b237bb8e-2d3e-4017-a618-1c2bb30c8e00 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 835.825090] env[69742]: DEBUG oslo_vmware.rw_handles [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f8db-b736-2ae0-2594-935afc56e306/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 835.826617] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f7f06-0067-4a58-b6eb-521888da73f3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.833750] env[69742]: DEBUG oslo_vmware.rw_handles [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f8db-b736-2ae0-2594-935afc56e306/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 835.833923] env[69742]: ERROR oslo_vmware.rw_handles [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f8db-b736-2ae0-2594-935afc56e306/disk-0.vmdk due to incomplete transfer. [ 835.834192] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e869ed7f-0384-4e0b-b57b-19206b46fce2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.843999] env[69742]: DEBUG oslo_vmware.rw_handles [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5292f8db-b736-2ae0-2594-935afc56e306/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 835.844219] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Uploaded image c8b21f6a-1a4e-4b87-9c34-31b1e322eb1d to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 835.846746] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 835.847015] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be0ebcb4-deaf-4983-bdfc-4249f0d319ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.853290] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 835.853290] env[69742]: value = "task-4060421" [ 835.853290] env[69742]: _type = "Task" [ 835.853290] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.867460] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060421, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.886430] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.282251] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance b0ebfe40-c5ea-459c-ad35-1b5273658555 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 836.366901] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060421, 'name': Destroy_Task, 'duration_secs': 0.363596} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.366901] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Destroyed the VM [ 836.366901] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 836.366901] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d729197-7dbe-4e09-89d7-f351c9154957 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.373485] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 836.373485] env[69742]: value = "task-4060422" [ 836.373485] env[69742]: _type = "Task" [ 836.373485] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.385836] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060422, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.389366] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060420, 'name': ReconfigVM_Task, 'duration_secs': 0.694187} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.389805] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 0a15345b-80e8-401b-b209-dc38c6792fb2/0a15345b-80e8-401b-b209-dc38c6792fb2.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.394320] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b02b8105-605a-4214-80d8-c9eb397d4e6a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.402332] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 836.402332] env[69742]: value = "task-4060423" [ 836.402332] env[69742]: _type = "Task" [ 836.402332] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.412710] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060423, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.786304] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance fc1f24db-833e-4341-b4c6-b7adc627dcf6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 836.891505] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060422, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.918488] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060423, 'name': Rename_Task, 'duration_secs': 0.329686} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.918820] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.921995] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e41c257c-6af1-4cb3-8e53-b3f43859be37 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.928653] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 836.928653] env[69742]: value = "task-4060424" [ 836.928653] env[69742]: _type = "Task" [ 836.928653] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.942175] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.989239] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.989593] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.990929] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquiring lock "67673751-f862-4051-a9d3-31f15b56e44b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.991222] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "67673751-f862-4051-a9d3-31f15b56e44b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.991352] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquiring lock "67673751-f862-4051-a9d3-31f15b56e44b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.991526] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "67673751-f862-4051-a9d3-31f15b56e44b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.991682] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "67673751-f862-4051-a9d3-31f15b56e44b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.994211] env[69742]: INFO nova.compute.manager [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Terminating instance [ 837.290597] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance e4e5b536-e5d9-43ac-a183-8469368513e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 837.290597] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 837.290597] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 837.389113] env[69742]: DEBUG oslo_vmware.api [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060422, 'name': RemoveSnapshot_Task, 'duration_secs': 0.601985} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.389232] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 837.389430] env[69742]: INFO nova.compute.manager [None req-45e61def-bfda-42db-84b4-be5ded5e0e3f tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Took 16.87 seconds to snapshot the instance on the hypervisor. [ 837.445466] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.500896] env[69742]: DEBUG nova.compute.manager [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.501078] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.502210] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891b7e11-f9e2-491a-b815-8e21476e364c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.510946] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.513615] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-889d52b2-f327-4c5f-a9f1-d64b256eb637 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.521505] env[69742]: DEBUG oslo_vmware.api [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for the task: (returnval){ [ 837.521505] env[69742]: value = "task-4060425" [ 837.521505] env[69742]: _type = "Task" [ 837.521505] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.532720] env[69742]: DEBUG oslo_vmware.api [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.757346] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14b1437-0578-4750-9dd4-08d1087b0650 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.767521] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1b272a-7cca-424b-9c89-37fd4486e4ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.811548] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436869b5-5c13-411e-ae05-38370d91bfea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.821164] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2862038d-b517-4d02-b53a-b5c6c519d25b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.837479] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.943480] env[69742]: DEBUG oslo_vmware.api [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060424, 'name': PowerOnVM_Task, 'duration_secs': 0.897056} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.943870] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.944169] env[69742]: INFO nova.compute.manager [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Took 8.48 seconds to spawn the instance on the hypervisor. [ 837.944391] env[69742]: DEBUG nova.compute.manager [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.945278] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade3e177-abc8-425c-86b7-24b65ee60f34 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.032665] env[69742]: DEBUG oslo_vmware.api [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060425, 'name': PowerOffVM_Task, 'duration_secs': 0.208943} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.032974] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.033191] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.033460] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50c472e3-974c-4d5a-a33d-18233d123f18 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.122343] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.122708] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.122852] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Deleting the datastore file [datastore2] 67673751-f862-4051-a9d3-31f15b56e44b {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.123270] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce6843a6-d25d-4631-98bb-78161a188d48 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.131389] env[69742]: DEBUG oslo_vmware.api [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for the task: (returnval){ [ 838.131389] env[69742]: value = "task-4060427" [ 838.131389] env[69742]: _type = "Task" [ 838.131389] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.140172] env[69742]: DEBUG oslo_vmware.api [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.343225] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.465024] env[69742]: INFO nova.compute.manager [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Took 62.62 seconds to build instance. [ 838.643244] env[69742]: DEBUG oslo_vmware.api [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.847996] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 838.848303] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.677s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.848586] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.626s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.850241] env[69742]: INFO nova.compute.claims [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.966900] env[69742]: DEBUG oslo_concurrency.lockutils [None req-521247b1-1f5d-49bf-af09-b4e700287c23 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "0a15345b-80e8-401b-b209-dc38c6792fb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.194s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.142651] env[69742]: DEBUG oslo_vmware.api [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Task: {'id': task-4060427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.776216} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.142922] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.143192] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.143399] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.143649] env[69742]: INFO nova.compute.manager [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Took 1.64 seconds to destroy the instance on the hypervisor. [ 839.143835] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.144039] env[69742]: DEBUG nova.compute.manager [-] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.144145] env[69742]: DEBUG nova.network.neutron [-] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.433282] env[69742]: DEBUG nova.compute.manager [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.434857] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37f5c2e-744f-4b70-9859-76abf6b42df0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.468285] env[69742]: DEBUG nova.compute.manager [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.506504] env[69742]: DEBUG nova.compute.manager [req-8f1c1a03-5a67-46f1-9d9f-2e7a12e5b50d req-18c317f1-bc4e-45ab-a3db-47ef86e16ff0 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Received event network-vif-deleted-2624e9f4-8d27-4264-8219-e72a0087b299 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.506707] env[69742]: INFO nova.compute.manager [req-8f1c1a03-5a67-46f1-9d9f-2e7a12e5b50d req-18c317f1-bc4e-45ab-a3db-47ef86e16ff0 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Neutron deleted interface 2624e9f4-8d27-4264-8219-e72a0087b299; detaching it from the instance and deleting it from the info cache [ 839.506882] env[69742]: DEBUG nova.network.neutron [req-8f1c1a03-5a67-46f1-9d9f-2e7a12e5b50d req-18c317f1-bc4e-45ab-a3db-47ef86e16ff0 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.952152] env[69742]: INFO nova.compute.manager [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] instance snapshotting [ 839.956142] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7ba427-def7-4e42-9752-ee698a585b75 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.984646] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e772745-56f7-4573-b583-ae8206911fd8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.989366] env[69742]: DEBUG nova.network.neutron [-] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.003906] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.011617] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f31e62d2-d748-4eff-b74e-f59f8c649946 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.024806] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072261b6-e9a2-44d7-995d-e9a4ff8b5912 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.061362] env[69742]: DEBUG nova.compute.manager [req-8f1c1a03-5a67-46f1-9d9f-2e7a12e5b50d req-18c317f1-bc4e-45ab-a3db-47ef86e16ff0 service nova] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Detach interface failed, port_id=2624e9f4-8d27-4264-8219-e72a0087b299, reason: Instance 67673751-f862-4051-a9d3-31f15b56e44b could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.155278] env[69742]: DEBUG nova.compute.manager [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.158015] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def1e53a-78ce-491f-af67-530f07d5881c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.300236] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bd0989-1cba-46c7-91e6-581f2110f343 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.308852] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aa120b-a98b-4460-8754-2934b884735f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.343042] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff41002-5e49-415d-ba2f-43e3af7aa6ce {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.352654] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cae42ce-373e-4a55-afad-f098e7f6e28e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.368082] env[69742]: DEBUG nova.compute.provider_tree [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.491660] env[69742]: INFO nova.compute.manager [-] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Took 1.35 seconds to deallocate network for instance. [ 840.500328] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 840.500633] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7e6da64e-d673-44a6-a8b6-4595aeda7cc3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.509958] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 840.509958] env[69742]: value = "task-4060428" [ 840.509958] env[69742]: _type = "Task" [ 840.509958] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.519719] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.671460] env[69742]: INFO nova.compute.manager [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] instance snapshotting [ 840.674799] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec473b20-017b-4cb4-9f45-3a360c95c1ce {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.695346] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcedeb46-f251-4450-b8b3-b563a65a4c6a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.871483] env[69742]: DEBUG nova.scheduler.client.report [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.999961] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.021816] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.207813] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 841.208184] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-788eba27-3e89-42d7-b264-798cf9eea81a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.216312] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 841.216312] env[69742]: value = "task-4060429" [ 841.216312] env[69742]: _type = "Task" [ 841.216312] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.228395] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060429, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.376459] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.377176] env[69742]: DEBUG nova.compute.manager [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.380426] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.528s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.381955] env[69742]: INFO nova.compute.claims [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.522112] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060428, 'name': CreateSnapshot_Task, 'duration_secs': 0.621861} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.522464] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 841.523435] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a70da29-d690-4466-8ec0-a16aff7eb389 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.726688] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060429, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.888138] env[69742]: DEBUG nova.compute.utils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.892978] env[69742]: DEBUG nova.compute.manager [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.893265] env[69742]: DEBUG nova.network.neutron [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.971377] env[69742]: DEBUG nova.policy [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94fe1d0be4924852968af2de9e247285', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4c8407a6620415688cedc8dd5cd0251', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.043455] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 842.047020] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5e12117-acf8-4949-bed7-ecf3b186c1f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.053743] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 842.053743] env[69742]: value = "task-4060430" [ 842.053743] env[69742]: _type = "Task" [ 842.053743] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.061540] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060430, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.228767] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060429, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.335363] env[69742]: DEBUG nova.network.neutron [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Successfully created port: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.394549] env[69742]: DEBUG nova.compute.manager [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.570211] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060430, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.732068] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060429, 'name': CreateSnapshot_Task, 'duration_secs': 1.267552} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.732310] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 842.733366] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29819c88-72a4-4da5-b8f8-e6c776d132e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.908746] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc275c4-9c75-4018-a07c-17036dbe852a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.917693] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec25ca00-f08e-48b5-915a-209d5ffd6bda {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.954430] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4661d2-7d4d-4087-a800-071a199a9d34 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.963701] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aae1dd9-2045-493e-94cb-1778a4d0d85e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.982165] env[69742]: DEBUG nova.compute.provider_tree [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.065017] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060430, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.253396] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 843.254101] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20a1c459-b7da-4cfb-bbf0-1919f57f6d7e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.263403] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 843.263403] env[69742]: value = "task-4060431" [ 843.263403] env[69742]: _type = "Task" [ 843.263403] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.272983] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060431, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.407762] env[69742]: DEBUG nova.compute.manager [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.431500] env[69742]: DEBUG nova.virt.hardware [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.431936] env[69742]: DEBUG nova.virt.hardware [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.432214] env[69742]: DEBUG nova.virt.hardware [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.432487] env[69742]: DEBUG nova.virt.hardware [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.432704] env[69742]: DEBUG nova.virt.hardware [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.432937] env[69742]: DEBUG nova.virt.hardware [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.433330] env[69742]: DEBUG nova.virt.hardware [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.433572] env[69742]: DEBUG nova.virt.hardware [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.433846] env[69742]: DEBUG nova.virt.hardware [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.434107] env[69742]: DEBUG nova.virt.hardware [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.434368] env[69742]: DEBUG nova.virt.hardware [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.435292] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e430ec88-445a-464c-bd4c-7d11a57fa7a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.443883] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fb89db-9c0e-4bef-911b-0e650df0bfe9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.487892] env[69742]: DEBUG nova.scheduler.client.report [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.565580] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060430, 'name': CloneVM_Task, 'duration_secs': 1.35082} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.565761] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Created linked-clone VM from snapshot [ 843.566573] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a7567d-a10e-48c0-8a9e-bd87388a7598 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.576059] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Uploading image 3c032a40-28b6-4192-a5de-c9c75196a37f {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 843.598191] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 843.598191] env[69742]: value = "vm-804748" [ 843.598191] env[69742]: _type = "VirtualMachine" [ 843.598191] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 843.598513] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8fabe0d3-d9e5-4719-b089-fef52b5537a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.608978] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lease: (returnval){ [ 843.608978] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522e64f2-1d93-c4f5-1ca3-e9dbed0276df" [ 843.608978] env[69742]: _type = "HttpNfcLease" [ 843.608978] env[69742]: } obtained for exporting VM: (result){ [ 843.608978] env[69742]: value = "vm-804748" [ 843.608978] env[69742]: _type = "VirtualMachine" [ 843.608978] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 843.609336] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the lease: (returnval){ [ 843.609336] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522e64f2-1d93-c4f5-1ca3-e9dbed0276df" [ 843.609336] env[69742]: _type = "HttpNfcLease" [ 843.609336] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 843.618027] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.618027] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522e64f2-1d93-c4f5-1ca3-e9dbed0276df" [ 843.618027] env[69742]: _type = "HttpNfcLease" [ 843.618027] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 843.776124] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060431, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.996308] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.996987] env[69742]: DEBUG nova.compute.manager [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.000458] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.374s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.000829] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.003550] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.359s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.005169] env[69742]: INFO nova.compute.claims [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.096621] env[69742]: INFO nova.scheduler.client.report [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Deleted allocations for instance 073e9b15-e59c-48ae-ad2f-16608e240d4e [ 844.119947] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.119947] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522e64f2-1d93-c4f5-1ca3-e9dbed0276df" [ 844.119947] env[69742]: _type = "HttpNfcLease" [ 844.119947] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 844.119947] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 844.119947] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522e64f2-1d93-c4f5-1ca3-e9dbed0276df" [ 844.119947] env[69742]: _type = "HttpNfcLease" [ 844.119947] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 844.119947] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c46892-477e-4179-9145-282c1b8b60a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.127347] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f310bf-31e7-1bb4-1f94-bbd60a0c1cfb/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 844.127459] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f310bf-31e7-1bb4-1f94-bbd60a0c1cfb/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 844.223463] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3aa92a04-a494-473a-8110-38aa4328c882 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.280781] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060431, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.464134] env[69742]: DEBUG nova.compute.manager [req-4c78fbd4-8d67-4900-8027-3c50121bbb01 req-99e58300-14b9-4178-a393-ef40465fcde9 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Received event network-vif-plugged-2cd5c29a-bbcf-49ef-909b-1a4addfef694 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.464487] env[69742]: DEBUG oslo_concurrency.lockutils [req-4c78fbd4-8d67-4900-8027-3c50121bbb01 req-99e58300-14b9-4178-a393-ef40465fcde9 service nova] Acquiring lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.464830] env[69742]: DEBUG oslo_concurrency.lockutils [req-4c78fbd4-8d67-4900-8027-3c50121bbb01 req-99e58300-14b9-4178-a393-ef40465fcde9 service nova] Lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.465210] env[69742]: DEBUG oslo_concurrency.lockutils [req-4c78fbd4-8d67-4900-8027-3c50121bbb01 req-99e58300-14b9-4178-a393-ef40465fcde9 service nova] Lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.465457] env[69742]: DEBUG nova.compute.manager [req-4c78fbd4-8d67-4900-8027-3c50121bbb01 req-99e58300-14b9-4178-a393-ef40465fcde9 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] No waiting events found dispatching network-vif-plugged-2cd5c29a-bbcf-49ef-909b-1a4addfef694 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.465721] env[69742]: WARNING nova.compute.manager [req-4c78fbd4-8d67-4900-8027-3c50121bbb01 req-99e58300-14b9-4178-a393-ef40465fcde9 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Received unexpected event network-vif-plugged-2cd5c29a-bbcf-49ef-909b-1a4addfef694 for instance with vm_state building and task_state spawning. [ 844.514039] env[69742]: DEBUG nova.compute.utils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.514815] env[69742]: DEBUG nova.compute.manager [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.514992] env[69742]: DEBUG nova.network.neutron [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.557677] env[69742]: DEBUG nova.network.neutron [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Successfully updated port: 2cd5c29a-bbcf-49ef-909b-1a4addfef694 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.585892] env[69742]: DEBUG nova.policy [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9493dcbc4c29487bb53f2b93b2a61a4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e049414b3b0d434bbde0d78dbe6de3f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.609153] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4deb1c71-a906-431d-ab66-e3a80396e85d tempest-AttachInterfacesUnderV243Test-1758488830 tempest-AttachInterfacesUnderV243Test-1758488830-project-member] Lock "073e9b15-e59c-48ae-ad2f-16608e240d4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.813s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.777321] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060431, 'name': CloneVM_Task, 'duration_secs': 1.463184} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.777769] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Created linked-clone VM from snapshot [ 844.778653] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e756e9e-6a4b-493c-9641-eb02eef51aa6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.788154] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Uploading image 5a40e0c7-5c39-4265-a64e-c10d33114631 {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 844.813874] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 844.814908] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e533809d-6899-4f51-8053-5cc1ef961932 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.824612] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 844.824612] env[69742]: value = "task-4060433" [ 844.824612] env[69742]: _type = "Task" [ 844.824612] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.837961] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060433, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.959034] env[69742]: DEBUG nova.network.neutron [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Successfully created port: f859dc3d-d716-4fd2-a642-797960931c10 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.018689] env[69742]: DEBUG nova.compute.manager [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.067503] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.067765] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquired lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.070230] env[69742]: DEBUG nova.network.neutron [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.337212] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060433, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.568056] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58210e2b-890e-404d-a885-65a3e9460ad4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.581750] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaca0687-c344-45aa-b73d-b50a5ddbb396 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.621267] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c86425-5870-4e29-830c-ad0c4beea8ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.630909] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fa5610-d846-4406-b8f3-db2cabb4764f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.646999] env[69742]: DEBUG nova.compute.provider_tree [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.659829] env[69742]: DEBUG nova.network.neutron [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.835659] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060433, 'name': Destroy_Task, 'duration_secs': 0.722126} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.838676] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Destroyed the VM [ 845.839953] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 845.839953] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-67e4dcb1-c953-4c61-9d38-2ec5ac6196e3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.847411] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 845.847411] env[69742]: value = "task-4060434" [ 845.847411] env[69742]: _type = "Task" [ 845.847411] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.858039] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060434, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.992025] env[69742]: DEBUG nova.network.neutron [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Updating instance_info_cache with network_info: [{"id": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "address": "fa:16:3e:e1:31:4d", "network": {"id": "8a0f1e59-162e-44ff-84fe-4d2989350384", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1419456427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4c8407a6620415688cedc8dd5cd0251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd5c29a-bb", "ovs_interfaceid": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.035355] env[69742]: DEBUG nova.compute.manager [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.103550] env[69742]: DEBUG nova.virt.hardware [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.104035] env[69742]: DEBUG nova.virt.hardware [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.104250] env[69742]: DEBUG nova.virt.hardware [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.104445] env[69742]: DEBUG nova.virt.hardware [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.104602] env[69742]: DEBUG nova.virt.hardware [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.104758] env[69742]: DEBUG nova.virt.hardware [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.104945] env[69742]: DEBUG nova.virt.hardware [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.105125] env[69742]: DEBUG nova.virt.hardware [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.105348] env[69742]: DEBUG nova.virt.hardware [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.105459] env[69742]: DEBUG nova.virt.hardware [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.105641] env[69742]: DEBUG nova.virt.hardware [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.106550] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f32d09f-050d-4cd8-8383-2e3ed5de31a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.116883] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8806cb4-55e5-4a57-b750-a8e2f4360c9f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.929203] env[69742]: DEBUG nova.scheduler.client.report [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.933484] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Releasing lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.933484] env[69742]: DEBUG nova.compute.manager [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Instance network_info: |[{"id": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "address": "fa:16:3e:e1:31:4d", "network": {"id": "8a0f1e59-162e-44ff-84fe-4d2989350384", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1419456427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4c8407a6620415688cedc8dd5cd0251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd5c29a-bb", "ovs_interfaceid": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.937021] env[69742]: DEBUG nova.network.neutron [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Successfully updated port: f859dc3d-d716-4fd2-a642-797960931c10 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.940881] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:31:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cd5c29a-bbcf-49ef-909b-1a4addfef694', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.949257] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.951128] env[69742]: DEBUG nova.compute.manager [req-7b55ff55-8c13-4268-bb6f-b6d8d940a375 req-cc30553c-7536-4bdf-9a5b-ead24a167868 service nova] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Received event network-vif-plugged-f859dc3d-d716-4fd2-a642-797960931c10 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.952144] env[69742]: DEBUG oslo_concurrency.lockutils [req-7b55ff55-8c13-4268-bb6f-b6d8d940a375 req-cc30553c-7536-4bdf-9a5b-ead24a167868 service nova] Acquiring lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.952144] env[69742]: DEBUG oslo_concurrency.lockutils [req-7b55ff55-8c13-4268-bb6f-b6d8d940a375 req-cc30553c-7536-4bdf-9a5b-ead24a167868 service nova] Lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.952144] env[69742]: DEBUG oslo_concurrency.lockutils [req-7b55ff55-8c13-4268-bb6f-b6d8d940a375 req-cc30553c-7536-4bdf-9a5b-ead24a167868 service nova] Lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.952144] env[69742]: DEBUG nova.compute.manager [req-7b55ff55-8c13-4268-bb6f-b6d8d940a375 req-cc30553c-7536-4bdf-9a5b-ead24a167868 service nova] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] No waiting events found dispatching network-vif-plugged-f859dc3d-d716-4fd2-a642-797960931c10 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.952299] env[69742]: WARNING nova.compute.manager [req-7b55ff55-8c13-4268-bb6f-b6d8d940a375 req-cc30553c-7536-4bdf-9a5b-ead24a167868 service nova] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Received unexpected event network-vif-plugged-f859dc3d-d716-4fd2-a642-797960931c10 for instance with vm_state building and task_state spawning. [ 846.953491] env[69742]: DEBUG nova.compute.manager [req-fe5d19c1-2240-4400-baeb-5b80b1433fb7 req-c5dc40a7-8d6f-4560-97c5-9a6ccca9c7ed service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Received event network-changed-2cd5c29a-bbcf-49ef-909b-1a4addfef694 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.953586] env[69742]: DEBUG nova.compute.manager [req-fe5d19c1-2240-4400-baeb-5b80b1433fb7 req-c5dc40a7-8d6f-4560-97c5-9a6ccca9c7ed service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Refreshing instance network info cache due to event network-changed-2cd5c29a-bbcf-49ef-909b-1a4addfef694. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.953797] env[69742]: DEBUG oslo_concurrency.lockutils [req-fe5d19c1-2240-4400-baeb-5b80b1433fb7 req-c5dc40a7-8d6f-4560-97c5-9a6ccca9c7ed service nova] Acquiring lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.953936] env[69742]: DEBUG oslo_concurrency.lockutils [req-fe5d19c1-2240-4400-baeb-5b80b1433fb7 req-c5dc40a7-8d6f-4560-97c5-9a6ccca9c7ed service nova] Acquired lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.954117] env[69742]: DEBUG nova.network.neutron [req-fe5d19c1-2240-4400-baeb-5b80b1433fb7 req-c5dc40a7-8d6f-4560-97c5-9a6ccca9c7ed service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Refreshing network info cache for port 2cd5c29a-bbcf-49ef-909b-1a4addfef694 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.957245] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquiring lock "refresh_cache-3dcc5f85-3c9b-437b-a4d1-587412b0006f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.957464] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquired lock "refresh_cache-3dcc5f85-3c9b-437b-a4d1-587412b0006f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.957661] env[69742]: DEBUG nova.network.neutron [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.958844] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.960288] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62e18518-c924-42dd-a787-13c750b00ce8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.982396] env[69742]: DEBUG oslo_vmware.api [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060434, 'name': RemoveSnapshot_Task, 'duration_secs': 0.713917} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.984613] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 846.989639] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.989639] env[69742]: value = "task-4060435" [ 846.989639] env[69742]: _type = "Task" [ 846.989639] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.998689] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060435, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.036193] env[69742]: DEBUG nova.network.neutron [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.230371] env[69742]: DEBUG nova.network.neutron [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Updating instance_info_cache with network_info: [{"id": "f859dc3d-d716-4fd2-a642-797960931c10", "address": "fa:16:3e:d2:ab:57", "network": {"id": "10a5bb02-217d-40cb-8de8-03fe4e3c1fbc", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1991144722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049414b3b0d434bbde0d78dbe6de3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf859dc3d-d7", "ovs_interfaceid": "f859dc3d-d716-4fd2-a642-797960931c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.437254] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.434s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.437878] env[69742]: DEBUG nova.compute.manager [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.440693] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.876s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.442275] env[69742]: INFO nova.compute.claims [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.489464] env[69742]: WARNING nova.compute.manager [None req-8ee7f558-06bb-4561-96b0-ce56d326ad99 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Image not found during snapshot: nova.exception.ImageNotFound: Image 5a40e0c7-5c39-4265-a64e-c10d33114631 could not be found. [ 847.507859] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060435, 'name': CreateVM_Task, 'duration_secs': 0.372903} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.507859] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.508499] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.508672] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.509008] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.509309] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821fcc86-b422-4b57-b321-9db820bacdb0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.517243] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 847.517243] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bbfcf1-8cce-416c-04cc-dc3adb0909d7" [ 847.517243] env[69742]: _type = "Task" [ 847.517243] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.527945] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bbfcf1-8cce-416c-04cc-dc3adb0909d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.734250] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Releasing lock "refresh_cache-3dcc5f85-3c9b-437b-a4d1-587412b0006f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.734758] env[69742]: DEBUG nova.compute.manager [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Instance network_info: |[{"id": "f859dc3d-d716-4fd2-a642-797960931c10", "address": "fa:16:3e:d2:ab:57", "network": {"id": "10a5bb02-217d-40cb-8de8-03fe4e3c1fbc", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1991144722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049414b3b0d434bbde0d78dbe6de3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf859dc3d-d7", "ovs_interfaceid": "f859dc3d-d716-4fd2-a642-797960931c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.735339] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:ab:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f859dc3d-d716-4fd2-a642-797960931c10', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.745485] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Creating folder: Project (e049414b3b0d434bbde0d78dbe6de3f5). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.745874] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c3ea4af-e6ee-4503-8563-10b27374fe23 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.748971] env[69742]: DEBUG nova.network.neutron [req-fe5d19c1-2240-4400-baeb-5b80b1433fb7 req-c5dc40a7-8d6f-4560-97c5-9a6ccca9c7ed service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Updated VIF entry in instance network info cache for port 2cd5c29a-bbcf-49ef-909b-1a4addfef694. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.749350] env[69742]: DEBUG nova.network.neutron [req-fe5d19c1-2240-4400-baeb-5b80b1433fb7 req-c5dc40a7-8d6f-4560-97c5-9a6ccca9c7ed service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Updating instance_info_cache with network_info: [{"id": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "address": "fa:16:3e:e1:31:4d", "network": {"id": "8a0f1e59-162e-44ff-84fe-4d2989350384", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1419456427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4c8407a6620415688cedc8dd5cd0251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd5c29a-bb", "ovs_interfaceid": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.763582] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Created folder: Project (e049414b3b0d434bbde0d78dbe6de3f5) in parent group-v804621. [ 847.766073] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Creating folder: Instances. Parent ref: group-v804752. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.766073] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3556571e-251e-491a-8172-03362a6c6005 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.781459] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Created folder: Instances in parent group-v804752. [ 847.783317] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.783317] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.783317] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f291855-d593-4926-b5e0-2791e792a32d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.812279] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.812279] env[69742]: value = "task-4060438" [ 847.812279] env[69742]: _type = "Task" [ 847.812279] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.823333] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060438, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.949555] env[69742]: DEBUG nova.compute.utils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.950992] env[69742]: DEBUG nova.compute.manager [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.951191] env[69742]: DEBUG nova.network.neutron [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.009889] env[69742]: DEBUG nova.policy [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b0a708f4db84d5598ef305e05de2059', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '712d82b70c62482bb285291170a9bc4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.028357] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bbfcf1-8cce-416c-04cc-dc3adb0909d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013107} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.028676] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.028948] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.029214] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.029404] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.031648] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.031648] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e41096ac-3ebd-4336-93e5-62e5dbec800f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.045188] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.046124] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.047143] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c32de13-56ff-4dad-8288-b20f20c3acec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.053760] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 848.053760] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525e41d5-e4b7-11ba-de74-0d9b8d351a3d" [ 848.053760] env[69742]: _type = "Task" [ 848.053760] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.062624] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525e41d5-e4b7-11ba-de74-0d9b8d351a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.253080] env[69742]: DEBUG oslo_concurrency.lockutils [req-fe5d19c1-2240-4400-baeb-5b80b1433fb7 req-c5dc40a7-8d6f-4560-97c5-9a6ccca9c7ed service nova] Releasing lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.310529] env[69742]: DEBUG nova.network.neutron [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Successfully created port: 763d5d1c-97e1-4caf-8063-141f8a715cd7 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.322850] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060438, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.328556] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "0a15345b-80e8-401b-b209-dc38c6792fb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.328831] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "0a15345b-80e8-401b-b209-dc38c6792fb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.329068] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "0a15345b-80e8-401b-b209-dc38c6792fb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.329288] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "0a15345b-80e8-401b-b209-dc38c6792fb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.329548] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "0a15345b-80e8-401b-b209-dc38c6792fb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.331806] env[69742]: INFO nova.compute.manager [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Terminating instance [ 848.455206] env[69742]: DEBUG nova.compute.manager [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.507842] env[69742]: DEBUG nova.compute.manager [req-f4811404-ff2f-4334-94f9-83bfa42bbc6d req-f30491fd-6e15-455d-a417-6083097faf68 service nova] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Received event network-changed-f859dc3d-d716-4fd2-a642-797960931c10 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.507930] env[69742]: DEBUG nova.compute.manager [req-f4811404-ff2f-4334-94f9-83bfa42bbc6d req-f30491fd-6e15-455d-a417-6083097faf68 service nova] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Refreshing instance network info cache due to event network-changed-f859dc3d-d716-4fd2-a642-797960931c10. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.508192] env[69742]: DEBUG oslo_concurrency.lockutils [req-f4811404-ff2f-4334-94f9-83bfa42bbc6d req-f30491fd-6e15-455d-a417-6083097faf68 service nova] Acquiring lock "refresh_cache-3dcc5f85-3c9b-437b-a4d1-587412b0006f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.508356] env[69742]: DEBUG oslo_concurrency.lockutils [req-f4811404-ff2f-4334-94f9-83bfa42bbc6d req-f30491fd-6e15-455d-a417-6083097faf68 service nova] Acquired lock "refresh_cache-3dcc5f85-3c9b-437b-a4d1-587412b0006f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.508493] env[69742]: DEBUG nova.network.neutron [req-f4811404-ff2f-4334-94f9-83bfa42bbc6d req-f30491fd-6e15-455d-a417-6083097faf68 service nova] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Refreshing network info cache for port f859dc3d-d716-4fd2-a642-797960931c10 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.568207] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525e41d5-e4b7-11ba-de74-0d9b8d351a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.016898} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.574991] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26de4c69-61dd-47c8-af7b-21e0b5cb355b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.580526] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 848.580526] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a3a8f4-78b6-065f-4856-68abf802b2e7" [ 848.580526] env[69742]: _type = "Task" [ 848.580526] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.589483] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a3a8f4-78b6-065f-4856-68abf802b2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.824115] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060438, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.836928] env[69742]: DEBUG nova.compute.manager [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.838009] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.841733] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09166d9-0787-4761-bb5a-4f40dd5000d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.851571] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.851659] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4232df0-48ba-47e9-af7a-44445c8abf71 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.859611] env[69742]: DEBUG oslo_vmware.api [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 848.859611] env[69742]: value = "task-4060439" [ 848.859611] env[69742]: _type = "Task" [ 848.859611] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.871387] env[69742]: DEBUG oslo_vmware.api [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.997958] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6ba4be-cddb-4b06-88d3-8d1a1f61239f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.007402] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2817fb-ecff-4a14-9005-4751baa6d220 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.043360] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba05986c-8b00-4446-93be-60506b8235cf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.052336] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2cf3bd-e6ff-4caf-9bbd-3645a7839f34 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.070630] env[69742]: DEBUG nova.compute.provider_tree [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.094124] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a3a8f4-78b6-065f-4856-68abf802b2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011755} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.094350] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.094618] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 2e183e31-8b0a-4efd-b3a4-467cfb3c386d/2e183e31-8b0a-4efd-b3a4-467cfb3c386d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.094738] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-468d42d6-9827-48ca-be52-eccad543d099 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.102832] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 849.102832] env[69742]: value = "task-4060440" [ 849.102832] env[69742]: _type = "Task" [ 849.102832] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.114421] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.324328] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060438, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.374207] env[69742]: DEBUG oslo_vmware.api [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060439, 'name': PowerOffVM_Task, 'duration_secs': 0.229812} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.374559] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.374734] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.375043] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a5cd92b-a30d-4c01-8809-692034a3df20 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.473100] env[69742]: DEBUG nova.compute.manager [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.479873] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.480138] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.480375] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Deleting the datastore file [datastore2] 0a15345b-80e8-401b-b209-dc38c6792fb2 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.480681] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc3ed2b3-1829-4982-883c-d18113688165 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.500960] env[69742]: DEBUG oslo_vmware.api [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 849.500960] env[69742]: value = "task-4060442" [ 849.500960] env[69742]: _type = "Task" [ 849.500960] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.516395] env[69742]: DEBUG oslo_vmware.api [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.519058] env[69742]: DEBUG nova.virt.hardware [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:17:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dd53c389-054b-43d8-b99f-e7f80d4544ab',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-587880790',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.519359] env[69742]: DEBUG nova.virt.hardware [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.519556] env[69742]: DEBUG nova.virt.hardware [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.519762] env[69742]: DEBUG nova.virt.hardware [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.519981] env[69742]: DEBUG nova.virt.hardware [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.520057] env[69742]: DEBUG nova.virt.hardware [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.520279] env[69742]: DEBUG nova.virt.hardware [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.520440] env[69742]: DEBUG nova.virt.hardware [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.520609] env[69742]: DEBUG nova.virt.hardware [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.520773] env[69742]: DEBUG nova.virt.hardware [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.520950] env[69742]: DEBUG nova.virt.hardware [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.521940] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9903c1d-0a33-427c-8cc0-0ebb41445604 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.535225] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd461e11-45c3-4fdb-b171-69476ec2c8f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.574791] env[69742]: DEBUG nova.scheduler.client.report [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.621815] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060440, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.771644] env[69742]: DEBUG nova.network.neutron [req-f4811404-ff2f-4334-94f9-83bfa42bbc6d req-f30491fd-6e15-455d-a417-6083097faf68 service nova] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Updated VIF entry in instance network info cache for port f859dc3d-d716-4fd2-a642-797960931c10. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.772497] env[69742]: DEBUG nova.network.neutron [req-f4811404-ff2f-4334-94f9-83bfa42bbc6d req-f30491fd-6e15-455d-a417-6083097faf68 service nova] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Updating instance_info_cache with network_info: [{"id": "f859dc3d-d716-4fd2-a642-797960931c10", "address": "fa:16:3e:d2:ab:57", "network": {"id": "10a5bb02-217d-40cb-8de8-03fe4e3c1fbc", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1991144722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e049414b3b0d434bbde0d78dbe6de3f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf859dc3d-d7", "ovs_interfaceid": "f859dc3d-d716-4fd2-a642-797960931c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.823915] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060438, 'name': CreateVM_Task, 'duration_secs': 1.657785} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.824382] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.825675] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.826111] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.826579] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.827019] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d9b860f-935f-411f-bce8-4385cbde116e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.837230] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for the task: (returnval){ [ 849.837230] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523c8299-a23e-600b-5f2b-ff50ac4fa0cc" [ 849.837230] env[69742]: _type = "Task" [ 849.837230] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.846258] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523c8299-a23e-600b-5f2b-ff50ac4fa0cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.921305] env[69742]: DEBUG nova.network.neutron [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Successfully updated port: 763d5d1c-97e1-4caf-8063-141f8a715cd7 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.014892] env[69742]: DEBUG oslo_vmware.api [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345056} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.015434] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.015434] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.016323] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.016323] env[69742]: INFO nova.compute.manager [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 850.016323] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.016323] env[69742]: DEBUG nova.compute.manager [-] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.016323] env[69742]: DEBUG nova.network.neutron [-] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.082152] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.083356] env[69742]: DEBUG nova.compute.manager [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.086367] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.251s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.086599] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.089828] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.714s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.090604] env[69742]: INFO nova.compute.claims [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.123591] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61688} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.124849] env[69742]: INFO nova.scheduler.client.report [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Deleted allocations for instance 57ebdc08-cc73-4c5d-983d-493ce3c220de [ 850.128125] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 2e183e31-8b0a-4efd-b3a4-467cfb3c386d/2e183e31-8b0a-4efd-b3a4-467cfb3c386d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.131075] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.133348] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7e48c87-f59e-475b-81eb-97ace3e1c81e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.147247] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 850.147247] env[69742]: value = "task-4060443" [ 850.147247] env[69742]: _type = "Task" [ 850.147247] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.162947] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.275759] env[69742]: DEBUG oslo_concurrency.lockutils [req-f4811404-ff2f-4334-94f9-83bfa42bbc6d req-f30491fd-6e15-455d-a417-6083097faf68 service nova] Releasing lock "refresh_cache-3dcc5f85-3c9b-437b-a4d1-587412b0006f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.349314] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523c8299-a23e-600b-5f2b-ff50ac4fa0cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013841} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.349706] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.349945] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.350200] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.350372] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.350567] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.350837] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e64f7f0-4128-46be-9803-9ea9afe4bf98 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.370513] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.370691] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.371469] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d5e7ab-51aa-4984-a512-869675a4e1ca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.381576] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for the task: (returnval){ [ 850.381576] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52eb105c-24b9-25cf-3aff-d5fc0f9db2e7" [ 850.381576] env[69742]: _type = "Task" [ 850.381576] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.394115] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52eb105c-24b9-25cf-3aff-d5fc0f9db2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.424016] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.424186] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.424377] env[69742]: DEBUG nova.network.neutron [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.535041] env[69742]: DEBUG nova.compute.manager [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Received event network-vif-plugged-763d5d1c-97e1-4caf-8063-141f8a715cd7 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.535315] env[69742]: DEBUG oslo_concurrency.lockutils [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] Acquiring lock "82319341-97ba-4d4f-9388-34aa338c03c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.535504] env[69742]: DEBUG oslo_concurrency.lockutils [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] Lock "82319341-97ba-4d4f-9388-34aa338c03c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.535695] env[69742]: DEBUG oslo_concurrency.lockutils [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] Lock "82319341-97ba-4d4f-9388-34aa338c03c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.535871] env[69742]: DEBUG nova.compute.manager [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] No waiting events found dispatching network-vif-plugged-763d5d1c-97e1-4caf-8063-141f8a715cd7 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.536050] env[69742]: WARNING nova.compute.manager [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Received unexpected event network-vif-plugged-763d5d1c-97e1-4caf-8063-141f8a715cd7 for instance with vm_state building and task_state spawning. [ 850.536951] env[69742]: DEBUG nova.compute.manager [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Received event network-changed-763d5d1c-97e1-4caf-8063-141f8a715cd7 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.536951] env[69742]: DEBUG nova.compute.manager [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Refreshing instance network info cache due to event network-changed-763d5d1c-97e1-4caf-8063-141f8a715cd7. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.536951] env[69742]: DEBUG oslo_concurrency.lockutils [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] Acquiring lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.595863] env[69742]: DEBUG nova.compute.utils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.600227] env[69742]: DEBUG nova.compute.manager [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.600284] env[69742]: DEBUG nova.network.neutron [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.645903] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7ab82be-8b3a-403d-a9ef-0b159c8b8c95 tempest-ServersAdminNegativeTestJSON-1267896838 tempest-ServersAdminNegativeTestJSON-1267896838-project-member] Lock "57ebdc08-cc73-4c5d-983d-493ce3c220de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.832s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.656011] env[69742]: DEBUG nova.policy [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7f589040a4647b312a058cc3ae917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb91db63ece84896ab3a7f07322eb779', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.666440] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12976} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.666440] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.667637] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274b5e13-90d8-422d-a391-07af7f663851 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.692903] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 2e183e31-8b0a-4efd-b3a4-467cfb3c386d/2e183e31-8b0a-4efd-b3a4-467cfb3c386d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.695761] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c44c483-a251-4cf1-8f67-d3894858ccf7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.718950] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 850.718950] env[69742]: value = "task-4060444" [ 850.718950] env[69742]: _type = "Task" [ 850.718950] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.732200] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.817724] env[69742]: DEBUG nova.network.neutron [-] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.893474] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52eb105c-24b9-25cf-3aff-d5fc0f9db2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.023656} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.896023] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fccb10-70b1-4b13-b9eb-b402e651705c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.905751] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for the task: (returnval){ [ 850.905751] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a5e898-8802-1a33-ba63-45f0ad21b6eb" [ 850.905751] env[69742]: _type = "Task" [ 850.905751] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.914751] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a5e898-8802-1a33-ba63-45f0ad21b6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.999777] env[69742]: DEBUG nova.network.neutron [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.062315] env[69742]: DEBUG nova.network.neutron [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Successfully created port: 2394415d-6d72-433a-a871-703b04bde4f9 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.101703] env[69742]: DEBUG nova.compute.manager [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.234949] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.280526] env[69742]: DEBUG nova.network.neutron [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance_info_cache with network_info: [{"id": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "address": "fa:16:3e:04:fd:e4", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763d5d1c-97", "ovs_interfaceid": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.320273] env[69742]: INFO nova.compute.manager [-] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Took 1.30 seconds to deallocate network for instance. [ 851.357927] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.358193] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.420758] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a5e898-8802-1a33-ba63-45f0ad21b6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011711} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.423792] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.424111] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 3dcc5f85-3c9b-437b-a4d1-587412b0006f/3dcc5f85-3c9b-437b-a4d1-587412b0006f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.424675] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-941cac60-9d20-4428-8176-87911f1b0370 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.433960] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for the task: (returnval){ [ 851.433960] env[69742]: value = "task-4060445" [ 851.433960] env[69742]: _type = "Task" [ 851.433960] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.449739] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.605962] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cc6832-4bbb-4440-acfb-1c04f1811db1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.618455] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bc6e39-724f-4b3f-8683-576fe0500b9b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.657323] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be561f4-fa7d-4571-af25-321eb947ba49 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.666666] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21578be8-77f3-4625-80ac-a3ac7fff64f9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.684618] env[69742]: DEBUG nova.compute.provider_tree [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.733978] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060444, 'name': ReconfigVM_Task, 'duration_secs': 0.975682} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.734362] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 2e183e31-8b0a-4efd-b3a4-467cfb3c386d/2e183e31-8b0a-4efd-b3a4-467cfb3c386d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.735081] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-914aeef9-3e77-4bc1-b310-c6d4358bafef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.745923] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 851.745923] env[69742]: value = "task-4060446" [ 851.745923] env[69742]: _type = "Task" [ 851.745923] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.756309] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060446, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.783649] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.784032] env[69742]: DEBUG nova.compute.manager [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Instance network_info: |[{"id": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "address": "fa:16:3e:04:fd:e4", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763d5d1c-97", "ovs_interfaceid": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.784477] env[69742]: DEBUG oslo_concurrency.lockutils [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] Acquired lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.784740] env[69742]: DEBUG nova.network.neutron [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Refreshing network info cache for port 763d5d1c-97e1-4caf-8063-141f8a715cd7 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.786660] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:fd:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '763d5d1c-97e1-4caf-8063-141f8a715cd7', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.795907] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.796560] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.796690] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4c6b282-0d56-4195-93d0-544546d82984 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.821348] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.821348] env[69742]: value = "task-4060447" [ 851.821348] env[69742]: _type = "Task" [ 851.821348] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.834801] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060447, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.837339] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.862536] env[69742]: DEBUG nova.compute.utils [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.946532] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060445, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.115072] env[69742]: DEBUG nova.compute.manager [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.152711] env[69742]: DEBUG nova.virt.hardware [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.152711] env[69742]: DEBUG nova.virt.hardware [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.152711] env[69742]: DEBUG nova.virt.hardware [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.153019] env[69742]: DEBUG nova.virt.hardware [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.153019] env[69742]: DEBUG nova.virt.hardware [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.153019] env[69742]: DEBUG nova.virt.hardware [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.153019] env[69742]: DEBUG nova.virt.hardware [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.153019] env[69742]: DEBUG nova.virt.hardware [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.153218] env[69742]: DEBUG nova.virt.hardware [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.153407] env[69742]: DEBUG nova.virt.hardware [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.153611] env[69742]: DEBUG nova.virt.hardware [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.154567] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f64f8e1-5404-4adb-8a73-55beae8252c2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.165500] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeb343a-0e21-47a4-a4e4-21f8df59519e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.187366] env[69742]: DEBUG nova.scheduler.client.report [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.257771] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060446, 'name': Rename_Task, 'duration_secs': 0.466495} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.258267] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.258674] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5727e2c-9017-4d01-9d0d-596e77a4ad2c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.268912] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 852.268912] env[69742]: value = "task-4060448" [ 852.268912] env[69742]: _type = "Task" [ 852.268912] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.287784] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.335200] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060447, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.366463] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.446101] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661165} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.446419] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 3dcc5f85-3c9b-437b-a4d1-587412b0006f/3dcc5f85-3c9b-437b-a4d1-587412b0006f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.446810] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.446949] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba4495fd-0cf6-478c-9625-67f7543a1871 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.455472] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for the task: (returnval){ [ 852.455472] env[69742]: value = "task-4060449" [ 852.455472] env[69742]: _type = "Task" [ 852.455472] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.464493] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.606449] env[69742]: DEBUG nova.network.neutron [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updated VIF entry in instance network info cache for port 763d5d1c-97e1-4caf-8063-141f8a715cd7. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.606890] env[69742]: DEBUG nova.network.neutron [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance_info_cache with network_info: [{"id": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "address": "fa:16:3e:04:fd:e4", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763d5d1c-97", "ovs_interfaceid": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.693716] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.694399] env[69742]: DEBUG nova.compute.manager [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.697848] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.198s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.702712] env[69742]: INFO nova.compute.claims [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.785385] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060448, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.833857] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060447, 'name': CreateVM_Task, 'duration_secs': 0.584496} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.834038] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.834776] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.834947] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.835965] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.835965] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1581aa94-2707-4a2e-a71a-85e6ae5c5145 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.842410] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 852.842410] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52456e7c-1c88-a2e3-91bd-9883e698ad98" [ 852.842410] env[69742]: _type = "Task" [ 852.842410] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.852247] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52456e7c-1c88-a2e3-91bd-9883e698ad98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.950496] env[69742]: DEBUG nova.network.neutron [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Successfully updated port: 2394415d-6d72-433a-a871-703b04bde4f9 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.966755] env[69742]: DEBUG nova.compute.manager [req-31c5409e-1df5-4ab1-9fed-9ac261d283c5 req-1ac74bd6-1c55-4114-85c9-6cf6980f6ea2 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Received event network-vif-plugged-2394415d-6d72-433a-a871-703b04bde4f9 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.967023] env[69742]: DEBUG oslo_concurrency.lockutils [req-31c5409e-1df5-4ab1-9fed-9ac261d283c5 req-1ac74bd6-1c55-4114-85c9-6cf6980f6ea2 service nova] Acquiring lock "3670a756-2036-4ae4-885f-d17805323729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.967150] env[69742]: DEBUG oslo_concurrency.lockutils [req-31c5409e-1df5-4ab1-9fed-9ac261d283c5 req-1ac74bd6-1c55-4114-85c9-6cf6980f6ea2 service nova] Lock "3670a756-2036-4ae4-885f-d17805323729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.967352] env[69742]: DEBUG oslo_concurrency.lockutils [req-31c5409e-1df5-4ab1-9fed-9ac261d283c5 req-1ac74bd6-1c55-4114-85c9-6cf6980f6ea2 service nova] Lock "3670a756-2036-4ae4-885f-d17805323729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.968009] env[69742]: DEBUG nova.compute.manager [req-31c5409e-1df5-4ab1-9fed-9ac261d283c5 req-1ac74bd6-1c55-4114-85c9-6cf6980f6ea2 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] No waiting events found dispatching network-vif-plugged-2394415d-6d72-433a-a871-703b04bde4f9 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.968451] env[69742]: WARNING nova.compute.manager [req-31c5409e-1df5-4ab1-9fed-9ac261d283c5 req-1ac74bd6-1c55-4114-85c9-6cf6980f6ea2 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Received unexpected event network-vif-plugged-2394415d-6d72-433a-a871-703b04bde4f9 for instance with vm_state building and task_state spawning. [ 852.978681] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075026} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.979115] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.980648] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe71cb5-7bb1-4071-94d4-d1df31bf6247 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.009407] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 3dcc5f85-3c9b-437b-a4d1-587412b0006f/3dcc5f85-3c9b-437b-a4d1-587412b0006f.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.010299] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-681552a6-b91b-4105-94b4-7b14d0451881 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.032380] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for the task: (returnval){ [ 853.032380] env[69742]: value = "task-4060450" [ 853.032380] env[69742]: _type = "Task" [ 853.032380] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.043693] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.110360] env[69742]: DEBUG oslo_concurrency.lockutils [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] Releasing lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.110629] env[69742]: DEBUG nova.compute.manager [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Received event network-vif-deleted-ae0083e4-4c83-4c3e-b256-711e208bfb28 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.110807] env[69742]: INFO nova.compute.manager [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Neutron deleted interface ae0083e4-4c83-4c3e-b256-711e208bfb28; detaching it from the instance and deleting it from the info cache [ 853.110986] env[69742]: DEBUG nova.network.neutron [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.211235] env[69742]: DEBUG nova.compute.utils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.213159] env[69742]: DEBUG nova.compute.manager [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Not allocating networking since 'none' was specified. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 853.282274] env[69742]: DEBUG oslo_vmware.api [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060448, 'name': PowerOnVM_Task, 'duration_secs': 0.544343} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.282751] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.283071] env[69742]: INFO nova.compute.manager [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Took 9.88 seconds to spawn the instance on the hypervisor. [ 853.283355] env[69742]: DEBUG nova.compute.manager [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.285479] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cdbdc8-85db-4a55-9c03-b8dc652f7b17 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.356886] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52456e7c-1c88-a2e3-91bd-9883e698ad98, 'name': SearchDatastore_Task, 'duration_secs': 0.019888} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.357257] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.358026] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.358322] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.358487] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.358677] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.358960] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e93ab261-2ed8-4713-a582-3fc3e0947705 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.370387] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.370644] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.371518] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12565819-f070-4bbf-a99a-c9675230efd2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.380332] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 853.380332] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bf1a97-4409-4088-d46e-b74218e654dd" [ 853.380332] env[69742]: _type = "Task" [ 853.380332] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.391444] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bf1a97-4409-4088-d46e-b74218e654dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.456063] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.456348] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.456598] env[69742]: INFO nova.compute.manager [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Attaching volume 9749b2cc-6399-45fa-9cfe-d1fe35553180 to /dev/sdb [ 853.458706] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.458831] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.459016] env[69742]: DEBUG nova.network.neutron [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.505386] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f310bf-31e7-1bb4-1f94-bbd60a0c1cfb/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 853.509350] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1666ddba-91bb-4e58-b590-47fc8d8ec9a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.515871] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f310bf-31e7-1bb4-1f94-bbd60a0c1cfb/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 853.516130] env[69742]: ERROR oslo_vmware.rw_handles [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f310bf-31e7-1bb4-1f94-bbd60a0c1cfb/disk-0.vmdk due to incomplete transfer. [ 853.516454] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce2f5493-3428-4a81-b461-56945518d5cf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.520078] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a52eab8-c5e5-425b-9a95-1bc6328bbc1e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.528197] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550d79de-04f4-4017-861b-5bdc292503e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.531788] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f310bf-31e7-1bb4-1f94-bbd60a0c1cfb/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 853.531993] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Uploaded image 3c032a40-28b6-4192-a5de-c9c75196a37f to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 853.535868] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 853.536123] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-588cba0b-d7d8-4060-be87-79e2a1400b77 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.546923] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060450, 'name': ReconfigVM_Task, 'duration_secs': 0.458814} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.552069] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 3dcc5f85-3c9b-437b-a4d1-587412b0006f/3dcc5f85-3c9b-437b-a4d1-587412b0006f.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.553086] env[69742]: DEBUG nova.virt.block_device [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Updating existing volume attachment record: 7dcd0912-8f47-4d3e-ba35-1e58ee975e7d {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 853.557029] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 853.557029] env[69742]: value = "task-4060451" [ 853.557029] env[69742]: _type = "Task" [ 853.557029] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.557029] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8215e7d9-d3cc-4d2d-a5db-23a2f8065e2f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.568555] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060451, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.570185] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for the task: (returnval){ [ 853.570185] env[69742]: value = "task-4060452" [ 853.570185] env[69742]: _type = "Task" [ 853.570185] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.580130] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060452, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.616167] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa6cdae3-a791-4268-bdf5-8ef41831a58b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.627288] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff099d56-57a9-473b-a82a-659ae94f1b52 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.662328] env[69742]: DEBUG nova.compute.manager [req-3bed0970-f4a9-4892-a23a-1d969af61adc req-61982985-6de5-4698-9d3d-70dbb3504044 service nova] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Detach interface failed, port_id=ae0083e4-4c83-4c3e-b256-711e208bfb28, reason: Instance 0a15345b-80e8-401b-b209-dc38c6792fb2 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.716951] env[69742]: DEBUG nova.compute.manager [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.816478] env[69742]: INFO nova.compute.manager [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Took 65.61 seconds to build instance. [ 853.880468] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Acquiring lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.880730] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.895516] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bf1a97-4409-4088-d46e-b74218e654dd, 'name': SearchDatastore_Task, 'duration_secs': 0.019361} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.899661] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e76e8d-b5b4-4c4f-a9fb-0da79f19d5b0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.906972] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 853.906972] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52613961-0007-c7cb-b948-4935b94d20f4" [ 853.906972] env[69742]: _type = "Task" [ 853.906972] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.918417] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52613961-0007-c7cb-b948-4935b94d20f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.007720] env[69742]: DEBUG nova.network.neutron [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.068060] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060451, 'name': Destroy_Task, 'duration_secs': 0.406744} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.071076] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Destroyed the VM [ 854.071338] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 854.071671] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-869646c0-1df4-4425-a91f-b83d629d3111 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.089418] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060452, 'name': Rename_Task, 'duration_secs': 0.163706} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.091229] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.091586] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 854.091586] env[69742]: value = "task-4060456" [ 854.091586] env[69742]: _type = "Task" [ 854.091586] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.091783] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-298de849-8200-4aae-b4d2-a17e6f26971f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.106957] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060456, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.107528] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for the task: (returnval){ [ 854.107528] env[69742]: value = "task-4060457" [ 854.107528] env[69742]: _type = "Task" [ 854.107528] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.255142] env[69742]: DEBUG nova.network.neutron [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updating instance_info_cache with network_info: [{"id": "2394415d-6d72-433a-a871-703b04bde4f9", "address": "fa:16:3e:a2:75:fc", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2394415d-6d", "ovs_interfaceid": "2394415d-6d72-433a-a871-703b04bde4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.311180] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe6fee1-c029-4eb4-ba10-d96c1aed6fa7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.323727] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cec032e-dba9-40d4-8e49-5c0794482a36 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.327396] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93c3edcf-3dc2-413e-a38e-41ffc5d505da tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.716s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.363996] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7b148e-b88e-4611-ae35-5aec23bce55b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.375022] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3721931b-9975-4750-9216-722df2c22c5f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.388987] env[69742]: DEBUG nova.compute.utils [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.394668] env[69742]: DEBUG nova.compute.provider_tree [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.421822] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52613961-0007-c7cb-b948-4935b94d20f4, 'name': SearchDatastore_Task, 'duration_secs': 0.021738} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.422132] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.422418] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 82319341-97ba-4d4f-9388-34aa338c03c9/82319341-97ba-4d4f-9388-34aa338c03c9.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.422694] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9825e3b5-3dbc-488f-b374-8b3a07f6e437 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.430526] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 854.430526] env[69742]: value = "task-4060458" [ 854.430526] env[69742]: _type = "Task" [ 854.430526] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.440087] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.606036] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060456, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.617980] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060457, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.732471] env[69742]: DEBUG nova.compute.manager [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.759585] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.760073] env[69742]: DEBUG nova.compute.manager [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Instance network_info: |[{"id": "2394415d-6d72-433a-a871-703b04bde4f9", "address": "fa:16:3e:a2:75:fc", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2394415d-6d", "ovs_interfaceid": "2394415d-6d72-433a-a871-703b04bde4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.760685] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:75:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2394415d-6d72-433a-a871-703b04bde4f9', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.769311] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Creating folder: Project (cb91db63ece84896ab3a7f07322eb779). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.771907] env[69742]: DEBUG nova.virt.hardware [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.772168] env[69742]: DEBUG nova.virt.hardware [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.772329] env[69742]: DEBUG nova.virt.hardware [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.772515] env[69742]: DEBUG nova.virt.hardware [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.772664] env[69742]: DEBUG nova.virt.hardware [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.772811] env[69742]: DEBUG nova.virt.hardware [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.773432] env[69742]: DEBUG nova.virt.hardware [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.773432] env[69742]: DEBUG nova.virt.hardware [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.773432] env[69742]: DEBUG nova.virt.hardware [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.773689] env[69742]: DEBUG nova.virt.hardware [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.773786] env[69742]: DEBUG nova.virt.hardware [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.774148] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40acec40-1edb-40b7-b520-fa6b709e012a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.776958] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb87101-0dc5-45ec-b69b-7be8dec6d592 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.786474] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5db1cf2-5f29-461f-b06b-fb6be49b4f6c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.792809] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Created folder: Project (cb91db63ece84896ab3a7f07322eb779) in parent group-v804621. [ 854.792809] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Creating folder: Instances. Parent ref: group-v804758. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.793074] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36fdcac1-3325-4b2b-bbd5-3ebdd7148fff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.805657] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.812472] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Creating folder: Project (a3843e58c45641deaa53f2e4fb9d4448). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.813377] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98c2565d-86d9-4622-bff5-b5cd6ba3460c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.815421] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Created folder: Instances in parent group-v804758. [ 854.815666] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.815880] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3670a756-2036-4ae4-885f-d17805323729] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.816535] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a83a085-ca92-4cd0-8774-7a298adec3cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.832786] env[69742]: DEBUG nova.compute.manager [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.837618] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Created folder: Project (a3843e58c45641deaa53f2e4fb9d4448) in parent group-v804621. [ 854.837618] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Creating folder: Instances. Parent ref: group-v804760. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.837618] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8292b9a6-550c-494a-baa4-7a991f01dcaf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.842932] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.842932] env[69742]: value = "task-4060462" [ 854.842932] env[69742]: _type = "Task" [ 854.842932] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.852690] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060462, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.854202] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Created folder: Instances in parent group-v804760. [ 854.854520] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.854731] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.856145] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2652e3ce-7504-4519-9ce9-41f59ca672bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.877141] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.877141] env[69742]: value = "task-4060464" [ 854.877141] env[69742]: _type = "Task" [ 854.877141] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.891684] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060464, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.894644] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.897408] env[69742]: DEBUG nova.scheduler.client.report [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.943896] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060458, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.110198] env[69742]: DEBUG oslo_vmware.api [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060456, 'name': RemoveSnapshot_Task, 'duration_secs': 0.931032} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.118906] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 855.119277] env[69742]: INFO nova.compute.manager [None req-a25efa28-a60a-4df5-b6fa-26712116f14b tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 855.129812] env[69742]: DEBUG oslo_vmware.api [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060457, 'name': PowerOnVM_Task, 'duration_secs': 0.571831} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.129812] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.129812] env[69742]: INFO nova.compute.manager [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Took 9.09 seconds to spawn the instance on the hypervisor. [ 855.129812] env[69742]: DEBUG nova.compute.manager [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.129812] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7831c63c-5870-4166-9a7f-4c61f88fdf37 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.353020] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060462, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.357348] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.389469] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060464, 'name': CreateVM_Task, 'duration_secs': 0.409037} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.390223] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.390426] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.390660] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.391024] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.391625] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2ca0b8-ff92-402c-88c6-7e42d189c0e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.397529] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 855.397529] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525c8531-6ef2-8635-f735-4d8f0a626cd9" [ 855.397529] env[69742]: _type = "Task" [ 855.397529] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.408027] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.408651] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.416469] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525c8531-6ef2-8635-f735-4d8f0a626cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.416469] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.011s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.416469] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.416469] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.324s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.416804] env[69742]: INFO nova.compute.claims [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.443781] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695124} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.444079] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 82319341-97ba-4d4f-9388-34aa338c03c9/82319341-97ba-4d4f-9388-34aa338c03c9.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.444315] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.445112] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f36c2a0-c4ed-4085-a520-82157145c217 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.448712] env[69742]: INFO nova.scheduler.client.report [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Deleted allocations for instance fded7459-3142-427d-9771-b97ca1de03bd [ 855.453267] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 855.453267] env[69742]: value = "task-4060465" [ 855.453267] env[69742]: _type = "Task" [ 855.453267] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.467426] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.657926] env[69742]: INFO nova.compute.manager [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Took 64.83 seconds to build instance. [ 855.798474] env[69742]: DEBUG nova.compute.manager [req-7f36c2f2-a9d6-4de9-b6c3-e07d532e0347 req-c42103df-951b-4b74-bf39-67ab336156e2 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Received event network-changed-2394415d-6d72-433a-a871-703b04bde4f9 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.798615] env[69742]: DEBUG nova.compute.manager [req-7f36c2f2-a9d6-4de9-b6c3-e07d532e0347 req-c42103df-951b-4b74-bf39-67ab336156e2 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Refreshing instance network info cache due to event network-changed-2394415d-6d72-433a-a871-703b04bde4f9. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.798780] env[69742]: DEBUG oslo_concurrency.lockutils [req-7f36c2f2-a9d6-4de9-b6c3-e07d532e0347 req-c42103df-951b-4b74-bf39-67ab336156e2 service nova] Acquiring lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.799086] env[69742]: DEBUG oslo_concurrency.lockutils [req-7f36c2f2-a9d6-4de9-b6c3-e07d532e0347 req-c42103df-951b-4b74-bf39-67ab336156e2 service nova] Acquired lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.799232] env[69742]: DEBUG nova.network.neutron [req-7f36c2f2-a9d6-4de9-b6c3-e07d532e0347 req-c42103df-951b-4b74-bf39-67ab336156e2 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Refreshing network info cache for port 2394415d-6d72-433a-a871-703b04bde4f9 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.854943] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060462, 'name': CreateVM_Task, 'duration_secs': 0.561989} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.855254] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3670a756-2036-4ae4-885f-d17805323729] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.856364] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.870567] env[69742]: DEBUG nova.compute.manager [req-c16a5427-a3e6-48c7-b267-d28795187855 req-4961bd5e-0c14-4a0d-867d-f0051b9ea530 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Received event network-changed-2cd5c29a-bbcf-49ef-909b-1a4addfef694 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.870795] env[69742]: DEBUG nova.compute.manager [req-c16a5427-a3e6-48c7-b267-d28795187855 req-4961bd5e-0c14-4a0d-867d-f0051b9ea530 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Refreshing instance network info cache due to event network-changed-2cd5c29a-bbcf-49ef-909b-1a4addfef694. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.871297] env[69742]: DEBUG oslo_concurrency.lockutils [req-c16a5427-a3e6-48c7-b267-d28795187855 req-4961bd5e-0c14-4a0d-867d-f0051b9ea530 service nova] Acquiring lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.871517] env[69742]: DEBUG oslo_concurrency.lockutils [req-c16a5427-a3e6-48c7-b267-d28795187855 req-4961bd5e-0c14-4a0d-867d-f0051b9ea530 service nova] Acquired lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.871517] env[69742]: DEBUG nova.network.neutron [req-c16a5427-a3e6-48c7-b267-d28795187855 req-4961bd5e-0c14-4a0d-867d-f0051b9ea530 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Refreshing network info cache for port 2cd5c29a-bbcf-49ef-909b-1a4addfef694 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.910494] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525c8531-6ef2-8635-f735-4d8f0a626cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.910639] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.910817] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.911061] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.911217] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.911415] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.911704] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.912013] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.912245] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36bc5b1e-2262-47c9-b228-ca883f6fe1be {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.914161] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6285ddde-0bc7-4d20-abad-87da1b59bf4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.920622] env[69742]: DEBUG nova.compute.utils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.922237] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 855.922237] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5211eb64-63c1-a4a9-1de5-457b04babfd5" [ 855.922237] env[69742]: _type = "Task" [ 855.922237] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.927100] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.927100] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.932433] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.932433] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.936133] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c911eb0-bf34-4e1d-a65e-0ddb9cea2a42 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.946009] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5211eb64-63c1-a4a9-1de5-457b04babfd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.946393] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 855.946393] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5267c76b-b006-7e53-0a60-18de88912f8c" [ 855.946393] env[69742]: _type = "Task" [ 855.946393] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.956577] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5267c76b-b006-7e53-0a60-18de88912f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.966199] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083005} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.966811] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fe695b9b-c0a9-40dd-91d7-62f4441504a4 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "fded7459-3142-427d-9771-b97ca1de03bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.590s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.967780] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.969123] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f377563-1613-4fc1-811b-1952d50895a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.985404] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Acquiring lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.985658] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.985890] env[69742]: INFO nova.compute.manager [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Attaching volume 7671bee5-fe6c-440b-b629-0641dbf92b42 to /dev/sdb [ 855.997112] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 82319341-97ba-4d4f-9388-34aa338c03c9/82319341-97ba-4d4f-9388-34aa338c03c9.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.999877] env[69742]: DEBUG nova.policy [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce2395fd31c4dc4b57c57f6fde75e56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a78cae6bfc64b25a3ff7917825fb2c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.001895] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cddebc5-8751-4556-aef1-d12bf3fce772 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.028236] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 856.028236] env[69742]: value = "task-4060466" [ 856.028236] env[69742]: _type = "Task" [ 856.028236] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.039131] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.052831] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9649328-681a-430e-81f7-7989b82d624e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.061865] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1e5597-0a01-482f-a9b0-2cda3ad1dfca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.080346] env[69742]: DEBUG nova.virt.block_device [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Updating existing volume attachment record: 8c95bf1f-fb90-4ec0-a35b-ba9855e78354 {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 856.160508] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c09b4ee2-8ce4-4357-9648-d46d10c7975e tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.491s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.424316] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.440144] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5211eb64-63c1-a4a9-1de5-457b04babfd5, 'name': SearchDatastore_Task, 'duration_secs': 0.028315} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.440565] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.440716] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.440935] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.457590] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5267c76b-b006-7e53-0a60-18de88912f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.030347} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.463264] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6086154-ea13-493f-95f6-d495861aa67f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.471680] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 856.471680] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5273d204-cd53-8336-fc9e-d349a00ae3a4" [ 856.471680] env[69742]: _type = "Task" [ 856.471680] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.491033] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5273d204-cd53-8336-fc9e-d349a00ae3a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.503467] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Successfully created port: 2c9c9b4d-a142-4182-90c4-559dd612ac63 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.542487] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.641134] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquiring lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.641617] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.641948] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquiring lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.642263] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.642972] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.645143] env[69742]: INFO nova.compute.manager [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Terminating instance [ 856.663136] env[69742]: DEBUG nova.compute.manager [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.689521] env[69742]: DEBUG nova.network.neutron [req-7f36c2f2-a9d6-4de9-b6c3-e07d532e0347 req-c42103df-951b-4b74-bf39-67ab336156e2 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updated VIF entry in instance network info cache for port 2394415d-6d72-433a-a871-703b04bde4f9. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.689521] env[69742]: DEBUG nova.network.neutron [req-7f36c2f2-a9d6-4de9-b6c3-e07d532e0347 req-c42103df-951b-4b74-bf39-67ab336156e2 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updating instance_info_cache with network_info: [{"id": "2394415d-6d72-433a-a871-703b04bde4f9", "address": "fa:16:3e:a2:75:fc", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2394415d-6d", "ovs_interfaceid": "2394415d-6d72-433a-a871-703b04bde4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.717021] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.717021] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.717021] env[69742]: INFO nova.compute.manager [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Rebooting instance [ 856.990296] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5273d204-cd53-8336-fc9e-d349a00ae3a4, 'name': SearchDatastore_Task, 'duration_secs': 0.036488} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.991088] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.991554] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0/1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.992978] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f5f3ea-7947-4bd5-af34-7747f8783922 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.994927] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.995160] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.995380] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d98894b5-6011-4626-adee-5bb0d7b4cf6e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.998360] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e02417c9-b9a1-454c-87d3-1850cf5cbd8f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.006713] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eed820-e7ab-4d2a-84cc-24d2d13586e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.012782] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 857.012782] env[69742]: value = "task-4060471" [ 857.012782] env[69742]: _type = "Task" [ 857.012782] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.013082] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.013289] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.015525] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87d1463-20c2-4462-92a0-4c60d55c8fbc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.063037] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d208b5-3758-41a3-bc10-ebf955522298 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.068756] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 857.068756] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525482b2-bd81-7c8b-e886-157cff2d1126" [ 857.068756] env[69742]: _type = "Task" [ 857.068756] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.083608] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060466, 'name': ReconfigVM_Task, 'duration_secs': 0.840846} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.084512] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.084672] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 82319341-97ba-4d4f-9388-34aa338c03c9/82319341-97ba-4d4f-9388-34aa338c03c9.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.088338] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad226c3a-7a18-4e8a-bf23-8159a8d1dcec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.095113] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-130dd64e-0285-43a3-a556-a9e2de2dccfd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.097815] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525482b2-bd81-7c8b-e886-157cff2d1126, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.099044] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2f89f0-841d-4eb2-aa6e-d058b2f73ce3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.112273] env[69742]: DEBUG nova.compute.provider_tree [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.116971] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 857.116971] env[69742]: value = "task-4060472" [ 857.116971] env[69742]: _type = "Task" [ 857.116971] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.123045] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 857.123045] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523eb77a-acf6-999e-0e3f-62d2278e29fa" [ 857.123045] env[69742]: _type = "Task" [ 857.123045] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.133234] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060472, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.141579] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523eb77a-acf6-999e-0e3f-62d2278e29fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013929} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.141736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.141923] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 3670a756-2036-4ae4-885f-d17805323729/3670a756-2036-4ae4-885f-d17805323729.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.142235] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3f43da0-10db-47ab-bccb-9cc79e82be61 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.152257] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 857.152257] env[69742]: value = "task-4060473" [ 857.152257] env[69742]: _type = "Task" [ 857.152257] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.156676] env[69742]: DEBUG nova.compute.manager [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.157045] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.158592] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf7eb69-9691-4ef5-ab72-73c989b2d43a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.167785] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.168894] env[69742]: DEBUG nova.network.neutron [req-c16a5427-a3e6-48c7-b267-d28795187855 req-4961bd5e-0c14-4a0d-867d-f0051b9ea530 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Updated VIF entry in instance network info cache for port 2cd5c29a-bbcf-49ef-909b-1a4addfef694. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.169326] env[69742]: DEBUG nova.network.neutron [req-c16a5427-a3e6-48c7-b267-d28795187855 req-4961bd5e-0c14-4a0d-867d-f0051b9ea530 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Updating instance_info_cache with network_info: [{"id": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "address": "fa:16:3e:e1:31:4d", "network": {"id": "8a0f1e59-162e-44ff-84fe-4d2989350384", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1419456427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4c8407a6620415688cedc8dd5cd0251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd5c29a-bb", "ovs_interfaceid": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.176063] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.178827] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba065d54-e393-413b-bc9d-4ebf7bc8bf8b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.188589] env[69742]: DEBUG oslo_vmware.api [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for the task: (returnval){ [ 857.188589] env[69742]: value = "task-4060474" [ 857.188589] env[69742]: _type = "Task" [ 857.188589] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.193466] env[69742]: DEBUG oslo_concurrency.lockutils [req-7f36c2f2-a9d6-4de9-b6c3-e07d532e0347 req-c42103df-951b-4b74-bf39-67ab336156e2 service nova] Releasing lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.194899] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.201743] env[69742]: DEBUG oslo_vmware.api [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.435771] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.463762] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.464054] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.464228] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.465141] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.465141] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.465141] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.465141] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.465141] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.465405] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.465477] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.465733] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.466858] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69929868-f9fc-4b70-a14a-b9e3d267ac1a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.480073] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec332cb-c588-425b-bff8-528b3ea15615 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.529370] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060471, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.570212] env[69742]: DEBUG nova.compute.manager [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.571210] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55438db-822d-426a-8beb-2aa9517f1284 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.619044] env[69742]: DEBUG nova.scheduler.client.report [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.640568] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060472, 'name': Rename_Task, 'duration_secs': 0.172} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.640568] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.640568] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e60e7441-e941-4874-a57b-0c7a02d3a23c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.648253] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 857.648253] env[69742]: value = "task-4060475" [ 857.648253] env[69742]: _type = "Task" [ 857.648253] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.662150] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.666555] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060473, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.677440] env[69742]: DEBUG oslo_concurrency.lockutils [req-c16a5427-a3e6-48c7-b267-d28795187855 req-4961bd5e-0c14-4a0d-867d-f0051b9ea530 service nova] Releasing lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.702506] env[69742]: DEBUG oslo_vmware.api [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060474, 'name': PowerOffVM_Task, 'duration_secs': 0.220303} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.702506] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.702506] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.702924] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70500bff-9dd7-4fd1-b180-d94b2d616f1c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.789311] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.789574] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.789831] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Deleting the datastore file [datastore2] 3dcc5f85-3c9b-437b-a4d1-587412b0006f {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.790207] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb0993af-24cf-4c8b-90c2-7a59f7e82e01 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.802437] env[69742]: DEBUG oslo_vmware.api [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for the task: (returnval){ [ 857.802437] env[69742]: value = "task-4060477" [ 857.802437] env[69742]: _type = "Task" [ 857.802437] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.814798] env[69742]: DEBUG oslo_vmware.api [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.027651] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566834} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.027651] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0/1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.027998] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.028339] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20858eeb-7794-433d-a2c2-512ec579984e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.038129] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 858.038129] env[69742]: value = "task-4060478" [ 858.038129] env[69742]: _type = "Task" [ 858.038129] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.048059] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.085391] env[69742]: INFO nova.compute.manager [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] instance snapshotting [ 858.088927] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8de3d5-e516-49f5-90c8-4fbcabe1cc31 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.110960] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d73f512-080e-47e9-b22a-d86b0f7a25e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.129027] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.129027] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.131264] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.608s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.131491] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.133965] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.078s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.135724] env[69742]: INFO nova.compute.claims [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.173450] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.174239] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881272} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.174754] env[69742]: INFO nova.scheduler.client.report [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Deleted allocations for instance ba312b9d-1f29-4f21-b4bc-50fd45395220 [ 858.182038] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 3670a756-2036-4ae4-885f-d17805323729/3670a756-2036-4ae4-885f-d17805323729.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.182038] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.182753] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d59bf803-1ba0-4783-bfb9-b79c082bc310 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.193352] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 858.193352] env[69742]: value = "task-4060479" [ 858.193352] env[69742]: _type = "Task" [ 858.193352] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.205178] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.315496] env[69742]: DEBUG oslo_vmware.api [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.551198] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235088} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.551565] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.552412] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d33ce5-3c29-4d18-a27e-0c8cc7a3fbd8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.580506] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0/1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.582712] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b66260d-6adc-4d04-af88-2fa3b02795cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.598292] env[69742]: DEBUG nova.compute.manager [req-6e18f3cb-58f3-40a5-9b95-9f0c0812b69c req-4cebab09-6e47-4dd3-87e8-3ecfa0d87f6c service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Received event network-vif-plugged-2c9c9b4d-a142-4182-90c4-559dd612ac63 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.598507] env[69742]: DEBUG oslo_concurrency.lockutils [req-6e18f3cb-58f3-40a5-9b95-9f0c0812b69c req-4cebab09-6e47-4dd3-87e8-3ecfa0d87f6c service nova] Acquiring lock "1561ae53-b485-420a-8c6e-782cbf00ef0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.598728] env[69742]: DEBUG oslo_concurrency.lockutils [req-6e18f3cb-58f3-40a5-9b95-9f0c0812b69c req-4cebab09-6e47-4dd3-87e8-3ecfa0d87f6c service nova] Lock "1561ae53-b485-420a-8c6e-782cbf00ef0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.598922] env[69742]: DEBUG oslo_concurrency.lockutils [req-6e18f3cb-58f3-40a5-9b95-9f0c0812b69c req-4cebab09-6e47-4dd3-87e8-3ecfa0d87f6c service nova] Lock "1561ae53-b485-420a-8c6e-782cbf00ef0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.599064] env[69742]: DEBUG nova.compute.manager [req-6e18f3cb-58f3-40a5-9b95-9f0c0812b69c req-4cebab09-6e47-4dd3-87e8-3ecfa0d87f6c service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] No waiting events found dispatching network-vif-plugged-2c9c9b4d-a142-4182-90c4-559dd612ac63 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.599235] env[69742]: WARNING nova.compute.manager [req-6e18f3cb-58f3-40a5-9b95-9f0c0812b69c req-4cebab09-6e47-4dd3-87e8-3ecfa0d87f6c service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Received unexpected event network-vif-plugged-2c9c9b4d-a142-4182-90c4-559dd612ac63 for instance with vm_state building and task_state spawning. [ 858.606282] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 858.606282] env[69742]: value = "task-4060481" [ 858.606282] env[69742]: _type = "Task" [ 858.606282] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.617205] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.620504] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 858.620840] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804757', 'volume_id': '9749b2cc-6399-45fa-9cfe-d1fe35553180', 'name': 'volume-9749b2cc-6399-45fa-9cfe-d1fe35553180', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e7027d0-37ff-4737-a3d9-63724e8b2889', 'attached_at': '', 'detached_at': '', 'volume_id': '9749b2cc-6399-45fa-9cfe-d1fe35553180', 'serial': '9749b2cc-6399-45fa-9cfe-d1fe35553180'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 858.626652] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ceae7b-137c-4a82-ac79-fb251f79097d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.630624] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 858.630927] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-82e69325-7eb5-4e4f-8e76-d809ed93b714 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.650138] env[69742]: DEBUG nova.compute.utils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.661467] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.661467] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.664611] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f15d27-c58e-4959-a59f-5884cc53fd1a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.667798] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 858.667798] env[69742]: value = "task-4060482" [ 858.667798] env[69742]: _type = "Task" [ 858.667798] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.707179] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-9749b2cc-6399-45fa-9cfe-d1fe35553180/volume-9749b2cc-6399-45fa-9cfe-d1fe35553180.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.714516] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7564ee4f-2484-4c39-808d-e139824fe7e3 tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "ba312b9d-1f29-4f21-b4bc-50fd45395220" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.688s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.719925] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9256e6a-05f8-47ba-a649-e36325142f75 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.734758] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.740951] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Successfully updated port: 2c9c9b4d-a142-4182-90c4-559dd612ac63 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.742864] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.742864] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquired lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.743575] env[69742]: DEBUG nova.network.neutron [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.746198] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060482, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.748513] env[69742]: DEBUG nova.policy [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce2395fd31c4dc4b57c57f6fde75e56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a78cae6bfc64b25a3ff7917825fb2c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.758945] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223111} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.761152] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.762065] env[69742]: DEBUG oslo_vmware.api [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 858.762065] env[69742]: value = "task-4060483" [ 858.762065] env[69742]: _type = "Task" [ 858.762065] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.762912] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35658f79-9a10-4c61-a43b-1fb809b00050 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.798987] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 3670a756-2036-4ae4-885f-d17805323729/3670a756-2036-4ae4-885f-d17805323729.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.803373] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ec5b3be-5bb6-4ba5-a30c-6d41707bc905 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.820850] env[69742]: DEBUG oslo_vmware.api [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060483, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.833710] env[69742]: DEBUG oslo_vmware.api [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Task: {'id': task-4060477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592808} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.835549] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.835991] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.836205] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.836464] env[69742]: INFO nova.compute.manager [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Took 1.68 seconds to destroy the instance on the hypervisor. [ 858.836974] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.837287] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 858.837287] env[69742]: value = "task-4060484" [ 858.837287] env[69742]: _type = "Task" [ 858.837287] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.837557] env[69742]: DEBUG nova.compute.manager [-] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.837674] env[69742]: DEBUG nova.network.neutron [-] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.853729] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060484, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.120181] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.163633] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.179218] env[69742]: DEBUG oslo_vmware.api [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060475, 'name': PowerOnVM_Task, 'duration_secs': 1.153674} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.184146] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.184146] env[69742]: INFO nova.compute.manager [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Took 9.71 seconds to spawn the instance on the hypervisor. [ 859.184146] env[69742]: DEBUG nova.compute.manager [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.184433] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aaad36-565e-421d-a4d5-e43af6d09536 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.203018] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060482, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.247359] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "refresh_cache-1561ae53-b485-420a-8c6e-782cbf00ef0f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.247512] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "refresh_cache-1561ae53-b485-420a-8c6e-782cbf00ef0f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.247666] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.264376] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Successfully created port: f3623a6a-0711-481d-9526-860b499e1f2e {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.281369] env[69742]: DEBUG oslo_vmware.api [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.363201] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.623574] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060481, 'name': ReconfigVM_Task, 'duration_secs': 0.781903} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.626864] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0/1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.627514] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea92e598-60aa-4c6b-8b3c-6a43a7f49276 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.637088] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 859.637088] env[69742]: value = "task-4060485" [ 859.637088] env[69742]: _type = "Task" [ 859.637088] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.648041] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060485, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.692712] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060482, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.695128] env[69742]: DEBUG nova.network.neutron [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Updating instance_info_cache with network_info: [{"id": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "address": "fa:16:3e:e1:31:4d", "network": {"id": "8a0f1e59-162e-44ff-84fe-4d2989350384", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1419456427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4c8407a6620415688cedc8dd5cd0251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd5c29a-bb", "ovs_interfaceid": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.716854] env[69742]: INFO nova.compute.manager [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Took 57.09 seconds to build instance. [ 859.776265] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5db23a-effd-4b3f-9e23-27ef398fa5c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.783971] env[69742]: DEBUG oslo_vmware.api [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060483, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.789851] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d23eed-5e43-48ed-b31e-df214d220fd5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.831488] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.834409] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f14eb3-d30a-469e-90ad-56dd56d78cb8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.841208] env[69742]: DEBUG nova.network.neutron [-] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.848968] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c732221-97cf-4771-b3bf-908c8cad9dcd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.867702] env[69742]: DEBUG nova.compute.provider_tree [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.876756] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.877175] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "6a49c3d4-1b14-4f61-aa23-84a529849dda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.877403] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "6a49c3d4-1b14-4f61-aa23-84a529849dda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.877703] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "6a49c3d4-1b14-4f61-aa23-84a529849dda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.877772] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "6a49c3d4-1b14-4f61-aa23-84a529849dda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.877964] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "6a49c3d4-1b14-4f61-aa23-84a529849dda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.880468] env[69742]: INFO nova.compute.manager [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Terminating instance [ 860.125477] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Updating instance_info_cache with network_info: [{"id": "2c9c9b4d-a142-4182-90c4-559dd612ac63", "address": "fa:16:3e:99:dd:c7", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9c9b4d-a1", "ovs_interfaceid": "2c9c9b4d-a142-4182-90c4-559dd612ac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.150165] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060485, 'name': Rename_Task, 'duration_secs': 0.166928} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.151227] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.151542] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12c02f09-b954-4460-b12f-55f56438d20f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.160119] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 860.160119] env[69742]: value = "task-4060486" [ 860.160119] env[69742]: _type = "Task" [ 860.160119] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.170393] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.181110] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.194727] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060482, 'name': CreateSnapshot_Task, 'duration_secs': 1.068072} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.195129] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 860.196414] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d43ef9-b145-408c-b568-789ceaaf5904 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.199895] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Releasing lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.224358] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9337a8ec-0003-40bc-9403-d0d2bfcb39ac tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "82319341-97ba-4d4f-9388-34aa338c03c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.459s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.227671] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.227946] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.228681] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.228681] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.228681] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.228831] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.229186] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.229186] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.229312] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.229613] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.229664] env[69742]: DEBUG nova.virt.hardware [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.232242] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b000a62-3074-4041-96b6-6dd1a08e73a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.245405] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5491f28f-a97e-485b-8235-f45505ced6cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.283800] env[69742]: DEBUG oslo_vmware.api [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060483, 'name': ReconfigVM_Task, 'duration_secs': 1.041051} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.283800] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-9749b2cc-6399-45fa-9cfe-d1fe35553180/volume-9749b2cc-6399-45fa-9cfe-d1fe35553180.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.287365] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c650ee-108c-405b-ba22-0506e37c2d0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.307740] env[69742]: DEBUG oslo_vmware.api [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 860.307740] env[69742]: value = "task-4060487" [ 860.307740] env[69742]: _type = "Task" [ 860.307740] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.318808] env[69742]: DEBUG oslo_vmware.api [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.345602] env[69742]: INFO nova.compute.manager [-] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Took 1.51 seconds to deallocate network for instance. [ 860.359252] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.381232] env[69742]: DEBUG nova.scheduler.client.report [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.386032] env[69742]: DEBUG nova.compute.manager [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.386032] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.386608] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ddf22d-da54-40b7-94b2-75517c3a9108 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.396171] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.398032] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0b14320-e1bb-4c90-ab25-e2254248247c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.407044] env[69742]: DEBUG oslo_vmware.api [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 860.407044] env[69742]: value = "task-4060488" [ 860.407044] env[69742]: _type = "Task" [ 860.407044] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.421989] env[69742]: DEBUG oslo_vmware.api [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.630257] env[69742]: DEBUG nova.compute.manager [req-fa576ab8-b017-4249-907c-eda95290a379 req-cae21a48-d31b-4413-bd65-ee1e6e369739 service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Received event network-changed-2c9c9b4d-a142-4182-90c4-559dd612ac63 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.632247] env[69742]: DEBUG nova.compute.manager [req-fa576ab8-b017-4249-907c-eda95290a379 req-cae21a48-d31b-4413-bd65-ee1e6e369739 service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Refreshing instance network info cache due to event network-changed-2c9c9b4d-a142-4182-90c4-559dd612ac63. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.632247] env[69742]: DEBUG oslo_concurrency.lockutils [req-fa576ab8-b017-4249-907c-eda95290a379 req-cae21a48-d31b-4413-bd65-ee1e6e369739 service nova] Acquiring lock "refresh_cache-1561ae53-b485-420a-8c6e-782cbf00ef0f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.632247] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "refresh_cache-1561ae53-b485-420a-8c6e-782cbf00ef0f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.632755] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Instance network_info: |[{"id": "2c9c9b4d-a142-4182-90c4-559dd612ac63", "address": "fa:16:3e:99:dd:c7", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9c9b4d-a1", "ovs_interfaceid": "2c9c9b4d-a142-4182-90c4-559dd612ac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.633186] env[69742]: DEBUG oslo_concurrency.lockutils [req-fa576ab8-b017-4249-907c-eda95290a379 req-cae21a48-d31b-4413-bd65-ee1e6e369739 service nova] Acquired lock "refresh_cache-1561ae53-b485-420a-8c6e-782cbf00ef0f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.633490] env[69742]: DEBUG nova.network.neutron [req-fa576ab8-b017-4249-907c-eda95290a379 req-cae21a48-d31b-4413-bd65-ee1e6e369739 service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Refreshing network info cache for port 2c9c9b4d-a142-4182-90c4-559dd612ac63 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.637024] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:dd:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c9c9b4d-a142-4182-90c4-559dd612ac63', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.646163] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.648397] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 860.648776] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804766', 'volume_id': '7671bee5-fe6c-440b-b629-0641dbf92b42', 'name': 'volume-7671bee5-fe6c-440b-b629-0641dbf92b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57230e5a-9da3-410e-9b06-5f25f21b5ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '7671bee5-fe6c-440b-b629-0641dbf92b42', 'serial': '7671bee5-fe6c-440b-b629-0641dbf92b42'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 860.652020] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.652020] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c50cd39-061f-412f-9dad-4aa92ff2481b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.653859] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bad854ae-bd04-446d-839b-44f6e949b532 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.693027] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182e4885-89b3-4e69-8208-27239565b200 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.696726] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.696726] env[69742]: value = "task-4060489" [ 860.696726] env[69742]: _type = "Task" [ 860.696726] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.701704] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060486, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.732443] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 860.743498] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-7671bee5-fe6c-440b-b629-0641dbf92b42/volume-7671bee5-fe6c-440b-b629-0641dbf92b42.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.744179] env[69742]: DEBUG nova.compute.manager [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.745353] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d4047f3-969b-453a-a953-238d32402b26 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.750372] env[69742]: DEBUG nova.compute.manager [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.756356] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbea003-3c8e-4708-b070-78e15ed10ef2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.784285] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ad48b5-4313-4930-8ea2-5d56beab5420 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.796871] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060489, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.812620] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 860.812620] env[69742]: value = "task-4060490" [ 860.812620] env[69742]: _type = "Task" [ 860.812620] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.813064] env[69742]: DEBUG oslo_vmware.api [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Waiting for the task: (returnval){ [ 860.813064] env[69742]: value = "task-4060491" [ 860.813064] env[69742]: _type = "Task" [ 860.813064] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.842952] env[69742]: DEBUG oslo_vmware.api [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.843416] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060490, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.843777] env[69742]: DEBUG oslo_vmware.api [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060487, 'name': ReconfigVM_Task, 'duration_secs': 0.19181} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.844177] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804757', 'volume_id': '9749b2cc-6399-45fa-9cfe-d1fe35553180', 'name': 'volume-9749b2cc-6399-45fa-9cfe-d1fe35553180', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e7027d0-37ff-4737-a3d9-63724e8b2889', 'attached_at': '', 'detached_at': '', 'volume_id': '9749b2cc-6399-45fa-9cfe-d1fe35553180', 'serial': '9749b2cc-6399-45fa-9cfe-d1fe35553180'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 860.858762] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060484, 'name': ReconfigVM_Task, 'duration_secs': 1.634248} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.859014] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 3670a756-2036-4ae4-885f-d17805323729/3670a756-2036-4ae4-885f-d17805323729.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.862095] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.862634] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-379bf9cc-e497-4cb2-80b3-fb92672669c8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.876169] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 860.876169] env[69742]: value = "task-4060492" [ 860.876169] env[69742]: _type = "Task" [ 860.876169] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.889956] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.890659] env[69742]: DEBUG nova.compute.manager [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.894287] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060492, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.894652] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.254s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.894891] env[69742]: DEBUG nova.objects.instance [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lazy-loading 'resources' on Instance uuid 7663e26a-d398-4a29-8193-68ae6468e183 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.920387] env[69742]: DEBUG oslo_vmware.api [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060488, 'name': PowerOffVM_Task, 'duration_secs': 0.383708} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.920811] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.920966] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.921255] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e159c8b0-67ad-42e6-9631-007aedbd8010 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.162730] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Successfully updated port: f3623a6a-0711-481d-9526-860b499e1f2e {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.185363] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.212058] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060489, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.287666] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.338299] env[69742]: DEBUG oslo_vmware.api [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.340907] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060490, 'name': CloneVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.389974] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060492, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.395899] env[69742]: DEBUG nova.compute.utils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.398063] env[69742]: DEBUG nova.compute.manager [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.398412] env[69742]: DEBUG nova.network.neutron [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.452438] env[69742]: DEBUG nova.policy [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4802711e6ba949c9b6688ea3f1f06cbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef6f9c0db684e2887f72164b899c003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.664383] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "refresh_cache-3d14bd75-218d-4630-b765-77933b17b95a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.664642] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "refresh_cache-3d14bd75-218d-4630-b765-77933b17b95a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.664833] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.688539] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.715943] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060489, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.784945] env[69742]: DEBUG nova.network.neutron [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Successfully created port: b0b83617-2b7e-4c12-8812-f4dd906c599a {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.820634] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6f6930-6593-4e61-b8fd-dc171442dc05 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.845176] env[69742]: DEBUG oslo_vmware.api [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.845499] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Doing hard reboot of VM {{(pid=69742) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 861.845798] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060490, 'name': CloneVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.848583] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c5cd8dbc-b111-4234-a137-d343e2ba91b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.857874] env[69742]: DEBUG oslo_vmware.api [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 861.857874] env[69742]: value = "task-4060494" [ 861.857874] env[69742]: _type = "Task" [ 861.857874] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.872636] env[69742]: DEBUG oslo_vmware.api [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060494, 'name': ResetVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.891156] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060492, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.895389] env[69742]: DEBUG nova.objects.instance [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lazy-loading 'flavor' on Instance uuid 1e7027d0-37ff-4737-a3d9-63724e8b2889 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.901381] env[69742]: DEBUG nova.compute.manager [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.939383] env[69742]: DEBUG nova.network.neutron [req-fa576ab8-b017-4249-907c-eda95290a379 req-cae21a48-d31b-4413-bd65-ee1e6e369739 service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Updated VIF entry in instance network info cache for port 2c9c9b4d-a142-4182-90c4-559dd612ac63. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.939383] env[69742]: DEBUG nova.network.neutron [req-fa576ab8-b017-4249-907c-eda95290a379 req-cae21a48-d31b-4413-bd65-ee1e6e369739 service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Updating instance_info_cache with network_info: [{"id": "2c9c9b4d-a142-4182-90c4-559dd612ac63", "address": "fa:16:3e:99:dd:c7", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c9c9b4d-a1", "ovs_interfaceid": "2c9c9b4d-a142-4182-90c4-559dd612ac63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.991069] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e60c6b-238a-4478-96ff-b690fc558397 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.999912] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e7e349-7948-4ee2-b7c2-0a84eecfdf99 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.035151] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af8d6a-7e32-4189-a21b-bfcaab49059f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.044588] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a163cac-2a56-4ab2-acfa-7abc5e8895bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.063037] env[69742]: DEBUG nova.compute.provider_tree [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.117567] env[69742]: DEBUG nova.compute.manager [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Stashing vm_state: active {{(pid=69742) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 862.190820] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.217238] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060489, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.231050] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.339140] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060490, 'name': CloneVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.339486] env[69742]: DEBUG oslo_vmware.api [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.372539] env[69742]: DEBUG oslo_vmware.api [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060494, 'name': ResetVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.388800] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060492, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.400411] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27f944a4-fffc-4213-b75d-95df19a94764 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.944s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.444829] env[69742]: DEBUG oslo_concurrency.lockutils [req-fa576ab8-b017-4249-907c-eda95290a379 req-cae21a48-d31b-4413-bd65-ee1e6e369739 service nova] Releasing lock "refresh_cache-1561ae53-b485-420a-8c6e-782cbf00ef0f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.445283] env[69742]: DEBUG nova.compute.manager [req-fa576ab8-b017-4249-907c-eda95290a379 req-cae21a48-d31b-4413-bd65-ee1e6e369739 service nova] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Received event network-vif-deleted-f859dc3d-d716-4fd2-a642-797960931c10 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.566990] env[69742]: DEBUG nova.scheduler.client.report [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.587759] env[69742]: DEBUG nova.network.neutron [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Updating instance_info_cache with network_info: [{"id": "f3623a6a-0711-481d-9526-860b499e1f2e", "address": "fa:16:3e:73:fc:3e", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3623a6a-07", "ovs_interfaceid": "f3623a6a-0711-481d-9526-860b499e1f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.640607] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.694212] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.718311] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060489, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.777390] env[69742]: DEBUG nova.compute.manager [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Received event network-vif-plugged-f3623a6a-0711-481d-9526-860b499e1f2e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.777716] env[69742]: DEBUG oslo_concurrency.lockutils [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] Acquiring lock "3d14bd75-218d-4630-b765-77933b17b95a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.778943] env[69742]: DEBUG oslo_concurrency.lockutils [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] Lock "3d14bd75-218d-4630-b765-77933b17b95a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.778943] env[69742]: DEBUG oslo_concurrency.lockutils [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] Lock "3d14bd75-218d-4630-b765-77933b17b95a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.778943] env[69742]: DEBUG nova.compute.manager [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] No waiting events found dispatching network-vif-plugged-f3623a6a-0711-481d-9526-860b499e1f2e {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.779289] env[69742]: WARNING nova.compute.manager [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Received unexpected event network-vif-plugged-f3623a6a-0711-481d-9526-860b499e1f2e for instance with vm_state building and task_state spawning. [ 862.779950] env[69742]: DEBUG nova.compute.manager [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Received event network-changed-f3623a6a-0711-481d-9526-860b499e1f2e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.780195] env[69742]: DEBUG nova.compute.manager [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Refreshing instance network info cache due to event network-changed-f3623a6a-0711-481d-9526-860b499e1f2e. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.780511] env[69742]: DEBUG oslo_concurrency.lockutils [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] Acquiring lock "refresh_cache-3d14bd75-218d-4630-b765-77933b17b95a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.836042] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060490, 'name': CloneVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.839564] env[69742]: DEBUG oslo_vmware.api [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.872130] env[69742]: DEBUG oslo_vmware.api [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060494, 'name': ResetVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.892634] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060492, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.911148] env[69742]: DEBUG nova.compute.manager [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.944743] env[69742]: DEBUG nova.virt.hardware [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.945276] env[69742]: DEBUG nova.virt.hardware [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.945696] env[69742]: DEBUG nova.virt.hardware [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.945959] env[69742]: DEBUG nova.virt.hardware [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.946187] env[69742]: DEBUG nova.virt.hardware [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.946494] env[69742]: DEBUG nova.virt.hardware [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.946959] env[69742]: DEBUG nova.virt.hardware [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.947282] env[69742]: DEBUG nova.virt.hardware [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.947565] env[69742]: DEBUG nova.virt.hardware [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.947819] env[69742]: DEBUG nova.virt.hardware [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.948069] env[69742]: DEBUG nova.virt.hardware [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.949143] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c305ca33-c2c7-472c-a5d1-f7a0439b7902 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.959269] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4fe74d-e43c-4b6a-848d-a9006b664afa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.079714] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.080674] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.270s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.081896] env[69742]: DEBUG nova.objects.instance [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lazy-loading 'resources' on Instance uuid 8d2cfd90-bca7-4649-bab9-661a19d642c8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.094736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "refresh_cache-3d14bd75-218d-4630-b765-77933b17b95a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.095246] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Instance network_info: |[{"id": "f3623a6a-0711-481d-9526-860b499e1f2e", "address": "fa:16:3e:73:fc:3e", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3623a6a-07", "ovs_interfaceid": "f3623a6a-0711-481d-9526-860b499e1f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.095809] env[69742]: DEBUG oslo_concurrency.lockutils [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] Acquired lock "refresh_cache-3d14bd75-218d-4630-b765-77933b17b95a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.095976] env[69742]: DEBUG nova.network.neutron [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Refreshing network info cache for port f3623a6a-0711-481d-9526-860b499e1f2e {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.097366] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:fc:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3623a6a-0711-481d-9526-860b499e1f2e', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.106513] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.107830] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.108084] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-618d26a0-e5b7-4bfe-a5b8-d4881f8a20e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.126317] env[69742]: INFO nova.scheduler.client.report [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Deleted allocations for instance 7663e26a-d398-4a29-8193-68ae6468e183 [ 863.138039] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.138039] env[69742]: value = "task-4060495" [ 863.138039] env[69742]: _type = "Task" [ 863.138039] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.150031] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060495, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.190150] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.201383] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.201726] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.220799] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060489, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.317262] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.317674] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.318070] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Deleting the datastore file [datastore2] 6a49c3d4-1b14-4f61-aa23-84a529849dda {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.318332] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b8a5f84-f520-41e7-a43f-4a9823dc3e56 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.341913] env[69742]: DEBUG oslo_vmware.api [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.342355] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060490, 'name': CloneVM_Task} progress is 23%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.344420] env[69742]: DEBUG oslo_vmware.api [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 863.344420] env[69742]: value = "task-4060496" [ 863.344420] env[69742]: _type = "Task" [ 863.344420] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.357100] env[69742]: DEBUG oslo_vmware.api [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.379245] env[69742]: DEBUG oslo_vmware.api [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060494, 'name': ResetVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.396453] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060492, 'name': Rename_Task, 'duration_secs': 2.488312} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.396668] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.397279] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faec0763-9a57-4172-9e52-bf05f7fab764 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.410215] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 863.410215] env[69742]: value = "task-4060497" [ 863.410215] env[69742]: _type = "Task" [ 863.410215] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.425319] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.494884] env[69742]: DEBUG nova.network.neutron [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Successfully updated port: b0b83617-2b7e-4c12-8812-f4dd906c599a {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.636031] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1cbc72fd-0baf-4a88-ba44-a3ba6152ab25 tempest-ImagesOneServerTestJSON-145743417 tempest-ImagesOneServerTestJSON-145743417-project-member] Lock "7663e26a-d398-4a29-8193-68ae6468e183" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.517s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.656762] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060495, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.695972] env[69742]: DEBUG oslo_vmware.api [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060486, 'name': PowerOnVM_Task, 'duration_secs': 3.152467} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.696666] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.696980] env[69742]: INFO nova.compute.manager [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Took 8.96 seconds to spawn the instance on the hypervisor. [ 863.697236] env[69742]: DEBUG nova.compute.manager [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.698214] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6c8d41-0c18-4a98-887f-dffabfd32d5f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.706646] env[69742]: INFO nova.compute.manager [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Detaching volume 9749b2cc-6399-45fa-9cfe-d1fe35553180 [ 863.737406] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060489, 'name': CreateVM_Task, 'duration_secs': 2.712387} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.740945] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.742017] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.742197] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.743633] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.744378] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af380a1b-9cee-4ea9-aa55-7fe58583ccc8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.750531] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 863.750531] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52885de6-3a60-20db-5e97-2fd757332fbc" [ 863.750531] env[69742]: _type = "Task" [ 863.750531] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.762323] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52885de6-3a60-20db-5e97-2fd757332fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.772715] env[69742]: INFO nova.virt.block_device [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Attempting to driver detach volume 9749b2cc-6399-45fa-9cfe-d1fe35553180 from mountpoint /dev/sdb [ 863.773124] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 863.773257] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804757', 'volume_id': '9749b2cc-6399-45fa-9cfe-d1fe35553180', 'name': 'volume-9749b2cc-6399-45fa-9cfe-d1fe35553180', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e7027d0-37ff-4737-a3d9-63724e8b2889', 'attached_at': '', 'detached_at': '', 'volume_id': '9749b2cc-6399-45fa-9cfe-d1fe35553180', 'serial': '9749b2cc-6399-45fa-9cfe-d1fe35553180'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 863.774762] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a946c320-fff0-41da-a716-578dc7d8e667 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.806394] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b2ddd7-022d-4647-919c-87936cd97502 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.816455] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af6fc0c-bc33-4cb0-ada5-f4a24c404215 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.854683] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0373eaa-7dfb-4730-961a-075d08f6c1af {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.889718] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] The volume has not been displaced from its original location: [datastore1] volume-9749b2cc-6399-45fa-9cfe-d1fe35553180/volume-9749b2cc-6399-45fa-9cfe-d1fe35553180.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 863.898024] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 863.898024] env[69742]: DEBUG oslo_vmware.api [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218347} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.898024] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060490, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.898024] env[69742]: DEBUG oslo_vmware.api [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060491, 'name': ReconfigVM_Task, 'duration_secs': 2.659996} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.900669] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527d52e8-eda9-4c0d-8648-a4db14091c46 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.915012] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.915316] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.915560] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.915774] env[69742]: INFO nova.compute.manager [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Took 3.53 seconds to destroy the instance on the hypervisor. [ 863.916083] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.916452] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-7671bee5-fe6c-440b-b629-0641dbf92b42/volume-7671bee5-fe6c-440b-b629-0641dbf92b42.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.926137] env[69742]: DEBUG nova.compute.manager [-] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.926264] env[69742]: DEBUG nova.network.neutron [-] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.931948] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451a172b-dbd0-4324-aad7-47918bcfd297 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.950406] env[69742]: DEBUG oslo_vmware.api [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060494, 'name': ResetVM_Task, 'duration_secs': 1.554283} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.952664] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Did hard reboot of VM {{(pid=69742) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 863.952797] env[69742]: DEBUG nova.compute.manager [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.953172] env[69742]: DEBUG oslo_vmware.api [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 863.953172] env[69742]: value = "task-4060498" [ 863.953172] env[69742]: _type = "Task" [ 863.953172] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.954096] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fbfc74-4811-4d14-8e1f-3a13c4d1aa54 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.964936] env[69742]: DEBUG oslo_vmware.api [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Waiting for the task: (returnval){ [ 863.964936] env[69742]: value = "task-4060499" [ 863.964936] env[69742]: _type = "Task" [ 863.964936] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.965314] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.977798] env[69742]: DEBUG oslo_vmware.api [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.987961] env[69742]: DEBUG oslo_vmware.api [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.990440] env[69742]: DEBUG nova.network.neutron [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Updated VIF entry in instance network info cache for port f3623a6a-0711-481d-9526-860b499e1f2e. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.990440] env[69742]: DEBUG nova.network.neutron [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Updating instance_info_cache with network_info: [{"id": "f3623a6a-0711-481d-9526-860b499e1f2e", "address": "fa:16:3e:73:fc:3e", "network": {"id": "bb5c9753-7f91-4dc5-a13a-df05cde70ab9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2064909783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a78cae6bfc64b25a3ff7917825fb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3623a6a-07", "ovs_interfaceid": "f3623a6a-0711-481d-9526-860b499e1f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.997750] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "refresh_cache-c1fda6cf-f884-4df7-a10d-3ddce8b26917" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.997991] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "refresh_cache-c1fda6cf-f884-4df7-a10d-3ddce8b26917" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.998590] env[69742]: DEBUG nova.network.neutron [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.155990] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060495, 'name': CreateVM_Task, 'duration_secs': 0.64492} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.156203] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.159488] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.159488] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.159488] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.159488] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd90173-ef52-44c3-bda1-0fd13390f829 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.164672] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 864.164672] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523ec588-ba87-ffec-e7b1-547bad733d68" [ 864.164672] env[69742]: _type = "Task" [ 864.164672] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.179385] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523ec588-ba87-ffec-e7b1-547bad733d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.229360] env[69742]: INFO nova.compute.manager [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Took 54.88 seconds to build instance. [ 864.262372] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52885de6-3a60-20db-5e97-2fd757332fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.013159} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.262473] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.262798] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.262969] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.263136] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.263360] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.272210] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87611e39-88e1-478b-b8d3-e8286b542fbb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.281090] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.281344] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.282290] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd96b44f-993c-42b1-b827-865f9c4d8d78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.291892] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "d930c956-4b36-4d78-ad91-f89bee666618" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.292261] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "d930c956-4b36-4d78-ad91-f89bee666618" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.295257] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 864.295257] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52932cd3-668b-b62d-6e3b-3ef86a087283" [ 864.295257] env[69742]: _type = "Task" [ 864.295257] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.305532] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52932cd3-668b-b62d-6e3b-3ef86a087283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.310781] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df1d267-eb30-4a8e-97e1-6476e570cfeb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.319106] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44863b06-3917-45d3-a87c-5992cf7b3007 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.356139] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034062ae-c8d7-4036-a51e-22ea56243e22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.367495] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edb3a64-2fad-4738-996d-cb8615ca2e20 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.372851] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060490, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.388247] env[69742]: DEBUG nova.compute.provider_tree [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.436920] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.469069] env[69742]: DEBUG oslo_vmware.api [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060498, 'name': ReconfigVM_Task, 'duration_secs': 0.285334} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.473453] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 864.479306] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-674fd638-2ada-412d-bdcd-d78894610a59 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.496649] env[69742]: DEBUG oslo_concurrency.lockutils [req-3f39ffb8-7a06-4769-ab26-526696962d09 req-a541cee2-8ff8-4258-8ca6-5f429f689270 service nova] Releasing lock "refresh_cache-3d14bd75-218d-4630-b765-77933b17b95a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.498293] env[69742]: DEBUG oslo_vmware.api [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060499, 'name': ReconfigVM_Task, 'duration_secs': 0.176982} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.498851] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3f36cb92-30f8-4dc7-a860-c6d68b7514f8 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 7.784s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.500528] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804766', 'volume_id': '7671bee5-fe6c-440b-b629-0641dbf92b42', 'name': 'volume-7671bee5-fe6c-440b-b629-0641dbf92b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57230e5a-9da3-410e-9b06-5f25f21b5ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '7671bee5-fe6c-440b-b629-0641dbf92b42', 'serial': '7671bee5-fe6c-440b-b629-0641dbf92b42'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 864.507044] env[69742]: DEBUG oslo_vmware.api [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 864.507044] env[69742]: value = "task-4060500" [ 864.507044] env[69742]: _type = "Task" [ 864.507044] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.516841] env[69742]: DEBUG oslo_vmware.api [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.547110] env[69742]: DEBUG nova.network.neutron [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.589154] env[69742]: DEBUG nova.compute.manager [req-981fc8ce-3375-46a7-8761-653b1410ef2f req-c690437e-b880-4e5e-913d-6fc5263c0bb0 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Received event network-vif-deleted-b6bbfa41-3381-478c-87c9-b53642216132 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.589468] env[69742]: INFO nova.compute.manager [req-981fc8ce-3375-46a7-8761-653b1410ef2f req-c690437e-b880-4e5e-913d-6fc5263c0bb0 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Neutron deleted interface b6bbfa41-3381-478c-87c9-b53642216132; detaching it from the instance and deleting it from the info cache [ 864.589901] env[69742]: DEBUG nova.network.neutron [req-981fc8ce-3375-46a7-8761-653b1410ef2f req-c690437e-b880-4e5e-913d-6fc5263c0bb0 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.684704] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523ec588-ba87-ffec-e7b1-547bad733d68, 'name': SearchDatastore_Task, 'duration_secs': 0.018122} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.684840] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.685347] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.685809] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.685971] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.686176] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.686473] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bc52d82-24de-4dc5-9ce0-e43ca0be5d58 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.698573] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.698841] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.699541] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2260f7ce-4bdc-437f-bfbb-f5c938b72663 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.706408] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 864.706408] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523fa3a4-f54b-3daf-a577-a4511e93a96f" [ 864.706408] env[69742]: _type = "Task" [ 864.706408] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.719138] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523fa3a4-f54b-3daf-a577-a4511e93a96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.728026] env[69742]: DEBUG nova.network.neutron [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Updating instance_info_cache with network_info: [{"id": "b0b83617-2b7e-4c12-8812-f4dd906c599a", "address": "fa:16:3e:71:38:8c", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b83617-2b", "ovs_interfaceid": "b0b83617-2b7e-4c12-8812-f4dd906c599a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.728377] env[69742]: DEBUG oslo_concurrency.lockutils [None req-879eab0f-c335-4f27-96ee-0126e7edacbe tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.888s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.808777] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52932cd3-668b-b62d-6e3b-3ef86a087283, 'name': SearchDatastore_Task, 'duration_secs': 0.017025} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.809733] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2efc2661-cb72-4c73-8196-0ff78c53a1c0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.814906] env[69742]: DEBUG nova.compute.manager [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Received event network-vif-plugged-b0b83617-2b7e-4c12-8812-f4dd906c599a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.815197] env[69742]: DEBUG oslo_concurrency.lockutils [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] Acquiring lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.815416] env[69742]: DEBUG oslo_concurrency.lockutils [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] Lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.815547] env[69742]: DEBUG oslo_concurrency.lockutils [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] Lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.816312] env[69742]: DEBUG nova.compute.manager [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] No waiting events found dispatching network-vif-plugged-b0b83617-2b7e-4c12-8812-f4dd906c599a {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.816312] env[69742]: WARNING nova.compute.manager [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Received unexpected event network-vif-plugged-b0b83617-2b7e-4c12-8812-f4dd906c599a for instance with vm_state building and task_state spawning. [ 864.816312] env[69742]: DEBUG nova.compute.manager [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Received event network-changed-b0b83617-2b7e-4c12-8812-f4dd906c599a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.816312] env[69742]: DEBUG nova.compute.manager [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Refreshing instance network info cache due to event network-changed-b0b83617-2b7e-4c12-8812-f4dd906c599a. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.816680] env[69742]: DEBUG oslo_concurrency.lockutils [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] Acquiring lock "refresh_cache-c1fda6cf-f884-4df7-a10d-3ddce8b26917" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.820780] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 864.820780] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5234d511-70bd-bf14-ffb4-56602d5ee20a" [ 864.820780] env[69742]: _type = "Task" [ 864.820780] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.830137] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5234d511-70bd-bf14-ffb4-56602d5ee20a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.866993] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060490, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.894092] env[69742]: DEBUG nova.scheduler.client.report [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.939055] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.024042] env[69742]: DEBUG oslo_vmware.api [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.076790] env[69742]: DEBUG nova.network.neutron [-] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.099349] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36ece389-08b7-42fe-9cd8-c8849bc55b9a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.113297] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57568c2-e15b-4475-aca1-0dd564e00a96 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.166252] env[69742]: DEBUG nova.compute.manager [req-981fc8ce-3375-46a7-8761-653b1410ef2f req-c690437e-b880-4e5e-913d-6fc5263c0bb0 service nova] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Detach interface failed, port_id=b6bbfa41-3381-478c-87c9-b53642216132, reason: Instance 6a49c3d4-1b14-4f61-aa23-84a529849dda could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.219912] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523fa3a4-f54b-3daf-a577-a4511e93a96f, 'name': SearchDatastore_Task, 'duration_secs': 0.014776} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.221478] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4af0acc-2d04-4897-872f-525226a5a560 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.228958] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "refresh_cache-c1fda6cf-f884-4df7-a10d-3ddce8b26917" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.229418] env[69742]: DEBUG nova.compute.manager [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Instance network_info: |[{"id": "b0b83617-2b7e-4c12-8812-f4dd906c599a", "address": "fa:16:3e:71:38:8c", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b83617-2b", "ovs_interfaceid": "b0b83617-2b7e-4c12-8812-f4dd906c599a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.230878] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 865.230878] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52720e72-f9b2-9b0b-9a19-10f794915817" [ 865.230878] env[69742]: _type = "Task" [ 865.230878] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.230878] env[69742]: DEBUG oslo_concurrency.lockutils [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] Acquired lock "refresh_cache-c1fda6cf-f884-4df7-a10d-3ddce8b26917" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.230878] env[69742]: DEBUG nova.network.neutron [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Refreshing network info cache for port b0b83617-2b7e-4c12-8812-f4dd906c599a {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.235021] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:38:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0b83617-2b7e-4c12-8812-f4dd906c599a', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.240249] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Creating folder: Project (4ef6f9c0db684e2887f72164b899c003). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.241783] env[69742]: DEBUG nova.compute.manager [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.244367] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73a5d823-dfdd-4f6a-b2b0-71d1fea5b069 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.257938] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52720e72-f9b2-9b0b-9a19-10f794915817, 'name': SearchDatastore_Task, 'duration_secs': 0.012547} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.258471] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.258863] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 3d14bd75-218d-4630-b765-77933b17b95a/3d14bd75-218d-4630-b765-77933b17b95a.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.259269] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-875a0fa8-814b-47b5-8251-86daa1c45c3a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.264726] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Created folder: Project (4ef6f9c0db684e2887f72164b899c003) in parent group-v804621. [ 865.265152] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Creating folder: Instances. Parent ref: group-v804771. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.266272] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfb5e2a8-dd73-44f0-ba39-50f334fa59f9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.273697] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 865.273697] env[69742]: value = "task-4060502" [ 865.273697] env[69742]: _type = "Task" [ 865.273697] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.280723] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Created folder: Instances in parent group-v804771. [ 865.281258] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.285121] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.285689] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.287017] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d3de68d-7c06-4655-b550-b5f1c87836bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.314585] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.314585] env[69742]: value = "task-4060504" [ 865.314585] env[69742]: _type = "Task" [ 865.314585] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.325690] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060504, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.337334] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5234d511-70bd-bf14-ffb4-56602d5ee20a, 'name': SearchDatastore_Task, 'duration_secs': 0.014932} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.337737] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.337985] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1561ae53-b485-420a-8c6e-782cbf00ef0f/1561ae53-b485-420a-8c6e-782cbf00ef0f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.338332] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b5537fe-fed4-4111-b190-87fc5e2cb3cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.348254] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 865.348254] env[69742]: value = "task-4060505" [ 865.348254] env[69742]: _type = "Task" [ 865.348254] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.362575] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.367391] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060490, 'name': CloneVM_Task, 'duration_secs': 4.345971} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.368042] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Created linked-clone VM from snapshot [ 865.369114] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89944774-bc5f-4a37-895f-fd40069fd138 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.382235] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Uploading image 54aadbe1-4029-4d52-b993-bca09dc7caff {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.399591] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.404575] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.651s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.406475] env[69742]: INFO nova.compute.claims [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.422525] env[69742]: DEBUG oslo_vmware.rw_handles [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.422525] env[69742]: value = "vm-804769" [ 865.422525] env[69742]: _type = "VirtualMachine" [ 865.422525] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.422959] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ada658e1-f212-4452-969d-d38bb0616b7f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.427346] env[69742]: INFO nova.scheduler.client.report [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleted allocations for instance 8d2cfd90-bca7-4649-bab9-661a19d642c8 [ 865.438623] env[69742]: DEBUG oslo_vmware.rw_handles [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lease: (returnval){ [ 865.438623] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e04652-d4d2-aee1-aca6-77acd13a9bb0" [ 865.438623] env[69742]: _type = "HttpNfcLease" [ 865.438623] env[69742]: } obtained for exporting VM: (result){ [ 865.438623] env[69742]: value = "vm-804769" [ 865.438623] env[69742]: _type = "VirtualMachine" [ 865.438623] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.439230] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the lease: (returnval){ [ 865.439230] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e04652-d4d2-aee1-aca6-77acd13a9bb0" [ 865.439230] env[69742]: _type = "HttpNfcLease" [ 865.439230] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.449272] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060497, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.454125] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.454125] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e04652-d4d2-aee1-aca6-77acd13a9bb0" [ 865.454125] env[69742]: _type = "HttpNfcLease" [ 865.454125] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.522272] env[69742]: DEBUG oslo_vmware.api [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.567168] env[69742]: DEBUG nova.objects.instance [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Lazy-loading 'flavor' on Instance uuid 57230e5a-9da3-410e-9b06-5f25f21b5ed4 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.580549] env[69742]: INFO nova.compute.manager [-] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Took 1.65 seconds to deallocate network for instance. [ 865.599723] env[69742]: INFO nova.compute.manager [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Rebuilding instance [ 865.663026] env[69742]: DEBUG nova.compute.manager [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.663026] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719d20db-4d14-492a-bae3-2e11f052ba2f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.787858] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060502, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.789781] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.830158] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060504, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.864024] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060505, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.946558] env[69742]: DEBUG oslo_vmware.api [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060497, 'name': PowerOnVM_Task, 'duration_secs': 2.065088} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.946869] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1259e3ee-3b87-4352-b370-03c773fcd0c3 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "8d2cfd90-bca7-4649-bab9-661a19d642c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.216s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.952755] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.952976] env[69742]: INFO nova.compute.manager [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Took 13.84 seconds to spawn the instance on the hypervisor. [ 865.953401] env[69742]: DEBUG nova.compute.manager [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.957075] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d4cf6-845c-4a0c-9349-692a6b4df618 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.963957] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.963957] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e04652-d4d2-aee1-aca6-77acd13a9bb0" [ 865.963957] env[69742]: _type = "HttpNfcLease" [ 865.963957] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 865.966501] env[69742]: DEBUG oslo_vmware.rw_handles [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 865.966501] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e04652-d4d2-aee1-aca6-77acd13a9bb0" [ 865.966501] env[69742]: _type = "HttpNfcLease" [ 865.966501] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 865.974422] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50974628-877e-4da7-8f7c-cb8cc0b09d4f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.987013] env[69742]: DEBUG oslo_vmware.rw_handles [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bcdbb-b6c2-71c6-345f-e33bf28af5f6/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 865.987013] env[69742]: DEBUG oslo_vmware.rw_handles [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bcdbb-b6c2-71c6-345f-e33bf28af5f6/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.079211] env[69742]: DEBUG oslo_vmware.api [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060500, 'name': ReconfigVM_Task, 'duration_secs': 1.142102} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.079817] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a20cef70-1c73-48c3-aa92-3a213fdb086a tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.094s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.081013] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804757', 'volume_id': '9749b2cc-6399-45fa-9cfe-d1fe35553180', 'name': 'volume-9749b2cc-6399-45fa-9cfe-d1fe35553180', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e7027d0-37ff-4737-a3d9-63724e8b2889', 'attached_at': '', 'detached_at': '', 'volume_id': '9749b2cc-6399-45fa-9cfe-d1fe35553180', 'serial': '9749b2cc-6399-45fa-9cfe-d1fe35553180'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 866.087803] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.107974] env[69742]: DEBUG nova.network.neutron [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Updated VIF entry in instance network info cache for port b0b83617-2b7e-4c12-8812-f4dd906c599a. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.108349] env[69742]: DEBUG nova.network.neutron [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Updating instance_info_cache with network_info: [{"id": "b0b83617-2b7e-4c12-8812-f4dd906c599a", "address": "fa:16:3e:71:38:8c", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b83617-2b", "ovs_interfaceid": "b0b83617-2b7e-4c12-8812-f4dd906c599a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.217578] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72693b03-587f-4e73-8cae-313f35382fb6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.287023] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625966} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.287023] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 3d14bd75-218d-4630-b765-77933b17b95a/3d14bd75-218d-4630-b765-77933b17b95a.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.287023] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.287023] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd8c0408-b604-4da8-a81d-c8fa54a1a382 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.294285] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 866.294285] env[69742]: value = "task-4060507" [ 866.294285] env[69742]: _type = "Task" [ 866.294285] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.303917] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.330069] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060504, 'name': CreateVM_Task, 'duration_secs': 0.773046} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.330069] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.331691] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.331919] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.332331] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.332754] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d06043-4ef7-4262-8083-5cc3f2a19302 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.338900] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 866.338900] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52677868-a95d-ebfd-8aee-52f911d75f51" [ 866.338900] env[69742]: _type = "Task" [ 866.338900] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.348132] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52677868-a95d-ebfd-8aee-52f911d75f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.360606] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824268} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.361036] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1561ae53-b485-420a-8c6e-782cbf00ef0f/1561ae53-b485-420a-8c6e-782cbf00ef0f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.361357] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.361699] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64042567-7821-478b-b037-31f7396835e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.369392] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 866.369392] env[69742]: value = "task-4060508" [ 866.369392] env[69742]: _type = "Task" [ 866.369392] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.379106] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.488574] env[69742]: INFO nova.compute.manager [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Took 61.94 seconds to build instance. [ 866.615760] env[69742]: DEBUG oslo_concurrency.lockutils [req-cfca20ee-598e-46ad-ad53-f74292014924 req-b219925a-649d-4bc8-bc7a-defe972c65d5 service nova] Releasing lock "refresh_cache-c1fda6cf-f884-4df7-a10d-3ddce8b26917" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.671780] env[69742]: DEBUG nova.objects.instance [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lazy-loading 'flavor' on Instance uuid 1e7027d0-37ff-4737-a3d9-63724e8b2889 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.685035] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.689176] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10b1e93d-a733-4e25-9dac-520132fa3600 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.700103] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 866.700103] env[69742]: value = "task-4060509" [ 866.700103] env[69742]: _type = "Task" [ 866.700103] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.714274] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.807637] env[69742]: DEBUG nova.compute.manager [req-ef5a7fc0-4437-4863-b778-0d5700d4e42e req-f3e27061-b0ec-46d2-a806-c480b542aa1a service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Received event network-changed-2cd5c29a-bbcf-49ef-909b-1a4addfef694 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.808659] env[69742]: DEBUG nova.compute.manager [req-ef5a7fc0-4437-4863-b778-0d5700d4e42e req-f3e27061-b0ec-46d2-a806-c480b542aa1a service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Refreshing instance network info cache due to event network-changed-2cd5c29a-bbcf-49ef-909b-1a4addfef694. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.809411] env[69742]: DEBUG oslo_concurrency.lockutils [req-ef5a7fc0-4437-4863-b778-0d5700d4e42e req-f3e27061-b0ec-46d2-a806-c480b542aa1a service nova] Acquiring lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.809618] env[69742]: DEBUG oslo_concurrency.lockutils [req-ef5a7fc0-4437-4863-b778-0d5700d4e42e req-f3e27061-b0ec-46d2-a806-c480b542aa1a service nova] Acquired lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.809823] env[69742]: DEBUG nova.network.neutron [req-ef5a7fc0-4437-4863-b778-0d5700d4e42e req-f3e27061-b0ec-46d2-a806-c480b542aa1a service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Refreshing network info cache for port 2cd5c29a-bbcf-49ef-909b-1a4addfef694 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.817241] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074056} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.822427] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.825546] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f48139-7ea8-405e-93d2-6b32b2ea510d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.860022] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 3d14bd75-218d-4630-b765-77933b17b95a/3d14bd75-218d-4630-b765-77933b17b95a.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.867468] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7691def7-03ec-4f41-9414-0ed80f826419 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.898898] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52677868-a95d-ebfd-8aee-52f911d75f51, 'name': SearchDatastore_Task, 'duration_secs': 0.019177} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.898898] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.898898] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.898898] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.899172] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.899172] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.899172] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e8d575b-227e-4ce3-aa6e-de389d5da1d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.902786] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 866.902786] env[69742]: value = "task-4060510" [ 866.902786] env[69742]: _type = "Task" [ 866.902786] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.905815] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153202} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.910066] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.910992] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed01b69-f2ac-44e0-be94-0a0752967ac9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.916509] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.916735] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.924828] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ae76da-8c52-4fc0-8710-7a1819f69b1a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.929775] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.953141] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 1561ae53-b485-420a-8c6e-782cbf00ef0f/1561ae53-b485-420a-8c6e-782cbf00ef0f.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.956733] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4f2b28-dc85-4257-a459-f5b2b52b6416 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.976177] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 866.976177] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52479726-9aca-eee3-41e5-8b6c1bcd80db" [ 866.976177] env[69742]: _type = "Task" [ 866.976177] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.983447] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 866.983447] env[69742]: value = "task-4060511" [ 866.983447] env[69742]: _type = "Task" [ 866.983447] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.989027] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52479726-9aca-eee3-41e5-8b6c1bcd80db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.995668] env[69742]: DEBUG oslo_concurrency.lockutils [None req-61efd2a5-d268-4c86-a2dc-6986bfcd6fbd tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3670a756-2036-4ae4-885f-d17805323729" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.181s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.006731] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.037593] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61c62a3-65fd-4ed6-900c-a565095d6706 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.048166] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5189d1-2f6c-4395-9b6e-aa5c549ca365 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.090916] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8090a195-9318-46bf-b53e-3f6ff5eed897 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.100711] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb40762-6c2a-429b-b7e5-7f36820eb961 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.121856] env[69742]: DEBUG nova.compute.provider_tree [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.212941] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060509, 'name': PowerOffVM_Task, 'duration_secs': 0.347652} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.213500] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.213924] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.215280] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec4f1ea-fcdb-41a4-9d14-ff5d5256e38d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.224307] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.224924] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c85c067-d753-4325-80b7-1b1b5bde06a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.256287] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.256540] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.256736] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Deleting the datastore file [datastore1] 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.257045] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd117756-6b47-4e9d-87b7-5f2de4a23253 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.267695] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 867.267695] env[69742]: value = "task-4060513" [ 867.267695] env[69742]: _type = "Task" [ 867.267695] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.278282] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.417342] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.492549] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52479726-9aca-eee3-41e5-8b6c1bcd80db, 'name': SearchDatastore_Task, 'duration_secs': 0.034976} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.501255] env[69742]: DEBUG nova.compute.manager [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.505826] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd356047-7785-4e2f-b446-fec46b6db7f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.525336] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060511, 'name': ReconfigVM_Task, 'duration_secs': 0.356942} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.529051] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 1561ae53-b485-420a-8c6e-782cbf00ef0f/1561ae53-b485-420a-8c6e-782cbf00ef0f.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.529865] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 867.529865] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b45bb2-3cd3-4892-f21d-28d5667c7bb2" [ 867.529865] env[69742]: _type = "Task" [ 867.529865] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.532094] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5c12b30-9008-4837-b104-64a2f1b74319 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.550452] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b45bb2-3cd3-4892-f21d-28d5667c7bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.553010] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 867.553010] env[69742]: value = "task-4060514" [ 867.553010] env[69742]: _type = "Task" [ 867.553010] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.569090] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060514, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.628717] env[69742]: DEBUG nova.scheduler.client.report [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.633805] env[69742]: DEBUG oslo_concurrency.lockutils [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.634178] env[69742]: DEBUG oslo_concurrency.lockutils [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.634504] env[69742]: DEBUG oslo_concurrency.lockutils [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.634736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.634920] env[69742]: DEBUG oslo_concurrency.lockutils [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.637480] env[69742]: INFO nova.compute.manager [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Terminating instance [ 867.681096] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99b34211-194b-4aee-9098-727c9dd48d8f tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.479s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.761414] env[69742]: DEBUG nova.compute.manager [req-7ad91df4-1b2e-491d-a9f4-fe0d2a571076 req-4fcfc0f9-b98b-44b2-b631-4d8d0a3fda8e service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Received event network-changed-2394415d-6d72-433a-a871-703b04bde4f9 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.762030] env[69742]: DEBUG nova.compute.manager [req-7ad91df4-1b2e-491d-a9f4-fe0d2a571076 req-4fcfc0f9-b98b-44b2-b631-4d8d0a3fda8e service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Refreshing instance network info cache due to event network-changed-2394415d-6d72-433a-a871-703b04bde4f9. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.762559] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ad91df4-1b2e-491d-a9f4-fe0d2a571076 req-4fcfc0f9-b98b-44b2-b631-4d8d0a3fda8e service nova] Acquiring lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.762763] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ad91df4-1b2e-491d-a9f4-fe0d2a571076 req-4fcfc0f9-b98b-44b2-b631-4d8d0a3fda8e service nova] Acquired lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.763548] env[69742]: DEBUG nova.network.neutron [req-7ad91df4-1b2e-491d-a9f4-fe0d2a571076 req-4fcfc0f9-b98b-44b2-b631-4d8d0a3fda8e service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Refreshing network info cache for port 2394415d-6d72-433a-a871-703b04bde4f9 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.781399] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334725} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.786251] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.787181] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.787543] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.916726] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060510, 'name': ReconfigVM_Task, 'duration_secs': 0.774106} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.917418] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 3d14bd75-218d-4630-b765-77933b17b95a/3d14bd75-218d-4630-b765-77933b17b95a.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.918810] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65424bfe-e6c9-4a4f-8136-085677a43686 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.928072] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 867.928072] env[69742]: value = "task-4060515" [ 867.928072] env[69742]: _type = "Task" [ 867.928072] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.941056] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060515, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.944410] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Acquiring lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.944792] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.009450] env[69742]: DEBUG nova.network.neutron [req-ef5a7fc0-4437-4863-b778-0d5700d4e42e req-f3e27061-b0ec-46d2-a806-c480b542aa1a service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Updated VIF entry in instance network info cache for port 2cd5c29a-bbcf-49ef-909b-1a4addfef694. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.009827] env[69742]: DEBUG nova.network.neutron [req-ef5a7fc0-4437-4863-b778-0d5700d4e42e req-f3e27061-b0ec-46d2-a806-c480b542aa1a service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Updating instance_info_cache with network_info: [{"id": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "address": "fa:16:3e:e1:31:4d", "network": {"id": "8a0f1e59-162e-44ff-84fe-4d2989350384", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1419456427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4c8407a6620415688cedc8dd5cd0251", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd5c29a-bb", "ovs_interfaceid": "2cd5c29a-bbcf-49ef-909b-1a4addfef694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.033929] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.044569] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b45bb2-3cd3-4892-f21d-28d5667c7bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.026478} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.044961] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.045376] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.045563] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f81b2bf2-f71c-4857-a3e0-c0905ce59184 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.061050] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 868.061050] env[69742]: value = "task-4060516" [ 868.061050] env[69742]: _type = "Task" [ 868.061050] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.069608] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060514, 'name': Rename_Task, 'duration_secs': 0.223216} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.070403] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.070664] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aab1d0ef-503a-40bd-8feb-58b6806cb73c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.080022] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.084914] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 868.084914] env[69742]: value = "task-4060517" [ 868.084914] env[69742]: _type = "Task" [ 868.084914] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.094247] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.133759] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.134449] env[69742]: DEBUG nova.compute.manager [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.138565] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.794s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.138814] env[69742]: DEBUG nova.objects.instance [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Lazy-loading 'resources' on Instance uuid 05e6aae9-9dae-4aee-b608-06799ec9e2c7 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.145189] env[69742]: DEBUG nova.compute.manager [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.145431] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.146385] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20bb0e1-c24b-4d5a-bc74-cca0a6b3c3e8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.156660] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.157437] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0b6bc7c-9eab-41ba-b97a-8efc473e62c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.166655] env[69742]: DEBUG oslo_vmware.api [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 868.166655] env[69742]: value = "task-4060518" [ 868.166655] env[69742]: _type = "Task" [ 868.166655] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.179387] env[69742]: DEBUG oslo_vmware.api [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.445616] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060515, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.455620] env[69742]: INFO nova.compute.manager [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Detaching volume 7671bee5-fe6c-440b-b629-0641dbf92b42 [ 868.513167] env[69742]: DEBUG oslo_concurrency.lockutils [req-ef5a7fc0-4437-4863-b778-0d5700d4e42e req-f3e27061-b0ec-46d2-a806-c480b542aa1a service nova] Releasing lock "refresh_cache-2e183e31-8b0a-4efd-b3a4-467cfb3c386d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.525724] env[69742]: INFO nova.virt.block_device [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Attempting to driver detach volume 7671bee5-fe6c-440b-b629-0641dbf92b42 from mountpoint /dev/sdb [ 868.525985] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 868.526216] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804766', 'volume_id': '7671bee5-fe6c-440b-b629-0641dbf92b42', 'name': 'volume-7671bee5-fe6c-440b-b629-0641dbf92b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57230e5a-9da3-410e-9b06-5f25f21b5ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '7671bee5-fe6c-440b-b629-0641dbf92b42', 'serial': '7671bee5-fe6c-440b-b629-0641dbf92b42'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 868.527258] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5402f8-7683-4dd9-b8dc-e9a4cde68fe0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.557357] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda5a0a8-c000-4308-a503-ae905a73b8d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.570200] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b23f97-8499-408e-a5a0-0819b47b1b5d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.577352] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.605300] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9f7ee5-22bb-475d-8846-f92ef77d6251 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.635730] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] The volume has not been displaced from its original location: [datastore1] volume-7671bee5-fe6c-440b-b629-0641dbf92b42/volume-7671bee5-fe6c-440b-b629-0641dbf92b42.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 868.641991] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 868.642459] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060517, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.643726] env[69742]: DEBUG nova.network.neutron [req-7ad91df4-1b2e-491d-a9f4-fe0d2a571076 req-4fcfc0f9-b98b-44b2-b631-4d8d0a3fda8e service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updated VIF entry in instance network info cache for port 2394415d-6d72-433a-a871-703b04bde4f9. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.644121] env[69742]: DEBUG nova.network.neutron [req-7ad91df4-1b2e-491d-a9f4-fe0d2a571076 req-4fcfc0f9-b98b-44b2-b631-4d8d0a3fda8e service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updating instance_info_cache with network_info: [{"id": "2394415d-6d72-433a-a871-703b04bde4f9", "address": "fa:16:3e:a2:75:fc", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2394415d-6d", "ovs_interfaceid": "2394415d-6d72-433a-a871-703b04bde4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.646636] env[69742]: DEBUG nova.compute.utils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.650920] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d64e42d-afa5-4d59-934e-f6547629d3e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.670834] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ad91df4-1b2e-491d-a9f4-fe0d2a571076 req-4fcfc0f9-b98b-44b2-b631-4d8d0a3fda8e service nova] Releasing lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.671324] env[69742]: DEBUG nova.compute.manager [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.671497] env[69742]: DEBUG nova.network.neutron [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.685495] env[69742]: DEBUG oslo_vmware.api [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.688029] env[69742]: DEBUG oslo_vmware.api [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Waiting for the task: (returnval){ [ 868.688029] env[69742]: value = "task-4060519" [ 868.688029] env[69742]: _type = "Task" [ 868.688029] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.701687] env[69742]: DEBUG oslo_vmware.api [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.731423] env[69742]: DEBUG nova.policy [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e954d833747d48fbbb715c2941ee2372', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bffb1118f71489b8de3d335302c4d42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.840360] env[69742]: DEBUG nova.virt.hardware [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.840663] env[69742]: DEBUG nova.virt.hardware [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.840823] env[69742]: DEBUG nova.virt.hardware [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.841148] env[69742]: DEBUG nova.virt.hardware [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.841340] env[69742]: DEBUG nova.virt.hardware [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.842975] env[69742]: DEBUG nova.virt.hardware [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.842975] env[69742]: DEBUG nova.virt.hardware [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.842975] env[69742]: DEBUG nova.virt.hardware [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.842975] env[69742]: DEBUG nova.virt.hardware [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.842975] env[69742]: DEBUG nova.virt.hardware [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.843238] env[69742]: DEBUG nova.virt.hardware [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.843428] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0629dc67-f79c-47d9-beab-cdb6f162d65d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.859524] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3484b65b-73a1-4ab1-97dc-8e0f5fe63ecd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.880185] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.887365] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.890984] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.891810] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f85da7d5-ef5b-424a-94b1-d07eee82c8a1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.915746] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.915746] env[69742]: value = "task-4060520" [ 868.915746] env[69742]: _type = "Task" [ 868.915746] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.933439] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060520, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.950288] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060515, 'name': Rename_Task, 'duration_secs': 0.932782} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.954887] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.955520] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a4c216-58df-4c3e-8c17-39fc0d8d26cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.967806] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 868.967806] env[69742]: value = "task-4060521" [ 868.967806] env[69742]: _type = "Task" [ 868.967806] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.983483] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.047724] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.048150] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.074065] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060516, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.116652] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060517, 'name': PowerOnVM_Task, 'duration_secs': 0.55495} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.120029] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.120279] env[69742]: INFO nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Took 11.68 seconds to spawn the instance on the hypervisor. [ 869.120489] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.122117] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1c789c-4937-4827-9b54-9b262c4ca4d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.172386] env[69742]: DEBUG nova.compute.utils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.189450] env[69742]: DEBUG oslo_vmware.api [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060518, 'name': PowerOffVM_Task, 'duration_secs': 0.769074} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.192845] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.193156] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.197456] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6d4f2ff-7f9f-4e51-94b3-ab4ff789a109 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.205727] env[69742]: DEBUG oslo_vmware.api [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060519, 'name': ReconfigVM_Task, 'duration_secs': 0.391686} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.209806] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.215041] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4110a9-ea4e-496c-a89f-7aaac8911928 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.234981] env[69742]: DEBUG oslo_vmware.api [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Waiting for the task: (returnval){ [ 869.234981] env[69742]: value = "task-4060523" [ 869.234981] env[69742]: _type = "Task" [ 869.234981] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.246844] env[69742]: DEBUG oslo_vmware.api [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.250485] env[69742]: DEBUG nova.network.neutron [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Successfully created port: cf57a89b-730e-4936-b26c-b03dec12b29b {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.291437] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.291690] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.291912] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Deleting the datastore file [datastore2] 2e183e31-8b0a-4efd-b3a4-467cfb3c386d {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.292222] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3922ad7c-e510-4f3e-87ef-92347b366d0d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.301813] env[69742]: DEBUG oslo_vmware.api [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 869.301813] env[69742]: value = "task-4060524" [ 869.301813] env[69742]: _type = "Task" [ 869.301813] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.303678] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48523f42-ef15-416d-996d-20010d5336bc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.318828] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20b75bd-1a17-4dcc-9ac5-efa294eac988 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.323175] env[69742]: DEBUG oslo_vmware.api [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.353729] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f120922-4806-4a87-b2b7-72f203e8b8bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.362798] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ab4fcd-31b0-494f-9c37-7e5df6f19827 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.381539] env[69742]: DEBUG nova.compute.provider_tree [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.429010] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060520, 'name': CreateVM_Task, 'duration_secs': 0.505709} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.429253] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.429735] env[69742]: DEBUG oslo_concurrency.lockutils [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.429909] env[69742]: DEBUG oslo_concurrency.lockutils [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.430223] env[69742]: DEBUG oslo_concurrency.lockutils [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.430572] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fde3e4e-c6fa-41a0-bbd0-807bde118baa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.437701] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 869.437701] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52629ab8-cd19-a70d-81d6-4f1cea724854" [ 869.437701] env[69742]: _type = "Task" [ 869.437701] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.447574] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52629ab8-cd19-a70d-81d6-4f1cea724854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.479330] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.573948] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060516, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.085996} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.574337] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.574553] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.574746] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64c64241-3866-4ae0-9a1a-1d7f1e3d2a1d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.583792] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 869.583792] env[69742]: value = "task-4060525" [ 869.583792] env[69742]: _type = "Task" [ 869.583792] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.595812] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.648828] env[69742]: INFO nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Took 58.17 seconds to build instance. [ 869.681394] env[69742]: DEBUG nova.compute.manager [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.754026] env[69742]: DEBUG oslo_vmware.api [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Task: {'id': task-4060523, 'name': ReconfigVM_Task, 'duration_secs': 0.211703} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.754026] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804766', 'volume_id': '7671bee5-fe6c-440b-b629-0641dbf92b42', 'name': 'volume-7671bee5-fe6c-440b-b629-0641dbf92b42', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57230e5a-9da3-410e-9b06-5f25f21b5ed4', 'attached_at': '', 'detached_at': '', 'volume_id': '7671bee5-fe6c-440b-b629-0641dbf92b42', 'serial': '7671bee5-fe6c-440b-b629-0641dbf92b42'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 869.816297] env[69742]: DEBUG oslo_vmware.api [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222433} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.817204] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.817204] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.817204] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.817514] env[69742]: INFO nova.compute.manager [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 869.817830] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.818079] env[69742]: DEBUG nova.compute.manager [-] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.818240] env[69742]: DEBUG nova.network.neutron [-] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.883033] env[69742]: DEBUG nova.scheduler.client.report [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.963650] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52629ab8-cd19-a70d-81d6-4f1cea724854, 'name': SearchDatastore_Task, 'duration_secs': 0.012678} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.963650] env[69742]: DEBUG oslo_concurrency.lockutils [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.963650] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.963650] env[69742]: DEBUG oslo_concurrency.lockutils [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.963996] env[69742]: DEBUG oslo_concurrency.lockutils [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.963996] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.963996] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c71214ae-03f5-49de-bc0b-b3ecc9d9a60b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.976281] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.976605] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.978071] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0287dc14-69bb-4914-be5a-61257304d6bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.985103] env[69742]: DEBUG oslo_vmware.api [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060521, 'name': PowerOnVM_Task, 'duration_secs': 0.760272} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.985969] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.987394] env[69742]: INFO nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Took 9.81 seconds to spawn the instance on the hypervisor. [ 869.987394] env[69742]: DEBUG nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.988407] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad481342-0aec-4154-ac2c-da1dab39c33b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.993713] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 869.993713] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b52a5b-46ea-b65d-7d73-08949f276453" [ 869.993713] env[69742]: _type = "Task" [ 869.993713] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.011895] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b52a5b-46ea-b65d-7d73-08949f276453, 'name': SearchDatastore_Task, 'duration_secs': 0.017198} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.013250] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46390251-5245-4685-ab6a-5b4a2da184d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.021308] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 870.021308] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526a4be8-89c5-58f3-e46a-3507c6080735" [ 870.021308] env[69742]: _type = "Task" [ 870.021308] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.034249] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526a4be8-89c5-58f3-e46a-3507c6080735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.100062] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086703} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.100458] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.101267] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5cee39-9256-4a15-aafe-d5cae54f81af {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.128369] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.129296] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5cbfc3e-daa3-4d8f-a8a2-c5a82b6bf181 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.152112] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "1561ae53-b485-420a-8c6e-782cbf00ef0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.204s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.156396] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 870.156396] env[69742]: value = "task-4060526" [ 870.156396] env[69742]: _type = "Task" [ 870.156396] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.169085] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.328812] env[69742]: DEBUG nova.objects.instance [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Lazy-loading 'flavor' on Instance uuid 57230e5a-9da3-410e-9b06-5f25f21b5ed4 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.390367] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.392883] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.389s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.398234] env[69742]: INFO nova.compute.claims [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.413844] env[69742]: DEBUG nova.compute.manager [req-e48fc4e7-3306-4a53-9e7c-129881594b63 req-16725a2c-c5fd-406c-97dd-2012a3233b24 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Received event network-vif-deleted-2cd5c29a-bbcf-49ef-909b-1a4addfef694 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.414881] env[69742]: INFO nova.compute.manager [req-e48fc4e7-3306-4a53-9e7c-129881594b63 req-16725a2c-c5fd-406c-97dd-2012a3233b24 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Neutron deleted interface 2cd5c29a-bbcf-49ef-909b-1a4addfef694; detaching it from the instance and deleting it from the info cache [ 870.415222] env[69742]: DEBUG nova.network.neutron [req-e48fc4e7-3306-4a53-9e7c-129881594b63 req-16725a2c-c5fd-406c-97dd-2012a3233b24 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.425454] env[69742]: INFO nova.scheduler.client.report [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Deleted allocations for instance 05e6aae9-9dae-4aee-b608-06799ec9e2c7 [ 870.513753] env[69742]: INFO nova.compute.manager [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Took 51.44 seconds to build instance. [ 870.532171] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526a4be8-89c5-58f3-e46a-3507c6080735, 'name': SearchDatastore_Task, 'duration_secs': 0.013977} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.532438] env[69742]: DEBUG oslo_concurrency.lockutils [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.532705] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0/1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.533242] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-609de5b3-2e6f-4043-a2e0-3c2168d36c2a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.542163] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 870.542163] env[69742]: value = "task-4060527" [ 870.542163] env[69742]: _type = "Task" [ 870.542163] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.552946] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.658071] env[69742]: DEBUG nova.compute.manager [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.671594] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.694618] env[69742]: DEBUG nova.compute.manager [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.725408] env[69742]: DEBUG nova.virt.hardware [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:15:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1449816910',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-942420669',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.725728] env[69742]: DEBUG nova.virt.hardware [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.725915] env[69742]: DEBUG nova.virt.hardware [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.726124] env[69742]: DEBUG nova.virt.hardware [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.726320] env[69742]: DEBUG nova.virt.hardware [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.726491] env[69742]: DEBUG nova.virt.hardware [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.726711] env[69742]: DEBUG nova.virt.hardware [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.726875] env[69742]: DEBUG nova.virt.hardware [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.727056] env[69742]: DEBUG nova.virt.hardware [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.727228] env[69742]: DEBUG nova.virt.hardware [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.727442] env[69742]: DEBUG nova.virt.hardware [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.728613] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be01fd6b-df56-435b-8154-4dddaec20d1a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.738247] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afe4a35-c183-418e-a522-6373ac4ba3dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.797225] env[69742]: DEBUG nova.network.neutron [-] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.843759] env[69742]: DEBUG nova.compute.manager [req-8366b037-1a84-4a20-bafd-6c8d7b2414a3 req-4543b8ed-8a23-4f3a-b33d-d7cd62b535cc service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Received event network-vif-plugged-cf57a89b-730e-4936-b26c-b03dec12b29b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.844142] env[69742]: DEBUG oslo_concurrency.lockutils [req-8366b037-1a84-4a20-bafd-6c8d7b2414a3 req-4543b8ed-8a23-4f3a-b33d-d7cd62b535cc service nova] Acquiring lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.844462] env[69742]: DEBUG oslo_concurrency.lockutils [req-8366b037-1a84-4a20-bafd-6c8d7b2414a3 req-4543b8ed-8a23-4f3a-b33d-d7cd62b535cc service nova] Lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.844725] env[69742]: DEBUG oslo_concurrency.lockutils [req-8366b037-1a84-4a20-bafd-6c8d7b2414a3 req-4543b8ed-8a23-4f3a-b33d-d7cd62b535cc service nova] Lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.844977] env[69742]: DEBUG nova.compute.manager [req-8366b037-1a84-4a20-bafd-6c8d7b2414a3 req-4543b8ed-8a23-4f3a-b33d-d7cd62b535cc service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] No waiting events found dispatching network-vif-plugged-cf57a89b-730e-4936-b26c-b03dec12b29b {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.845222] env[69742]: WARNING nova.compute.manager [req-8366b037-1a84-4a20-bafd-6c8d7b2414a3 req-4543b8ed-8a23-4f3a-b33d-d7cd62b535cc service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Received unexpected event network-vif-plugged-cf57a89b-730e-4936-b26c-b03dec12b29b for instance with vm_state building and task_state spawning. [ 870.922873] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b637f093-3896-4a8a-aaa8-a80db7757f02 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.926900] env[69742]: DEBUG nova.network.neutron [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Successfully updated port: cf57a89b-730e-4936-b26c-b03dec12b29b {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.941804] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deb9755-6603-4de2-b9b8-41a14a28d16d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.957724] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52448160-0f6c-442a-9bc1-afd2ced82ff9 tempest-ServerTagsTestJSON-1338116470 tempest-ServerTagsTestJSON-1338116470-project-member] Lock "05e6aae9-9dae-4aee-b608-06799ec9e2c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.522s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.986821] env[69742]: DEBUG nova.compute.manager [req-e48fc4e7-3306-4a53-9e7c-129881594b63 req-16725a2c-c5fd-406c-97dd-2012a3233b24 service nova] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Detach interface failed, port_id=2cd5c29a-bbcf-49ef-909b-1a4addfef694, reason: Instance 2e183e31-8b0a-4efd-b3a4-467cfb3c386d could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.015764] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ce37863f-69c8-4bcd-9463-c0a51480ab77 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "3d14bd75-218d-4630-b765-77933b17b95a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.043s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.063958] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060527, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.188633] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060526, 'name': ReconfigVM_Task, 'duration_secs': 0.670863} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.188880] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Reconfigured VM instance instance-00000033 to attach disk [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.189715] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b75deb1d-d87b-425f-bd6a-589c212162de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.203754] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 871.203754] env[69742]: value = "task-4060528" [ 871.203754] env[69742]: _type = "Task" [ 871.203754] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.218590] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.223643] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060528, 'name': Rename_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.304323] env[69742]: INFO nova.compute.manager [-] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Took 1.49 seconds to deallocate network for instance. [ 871.340278] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d46ee373-bf6f-4a26-8395-b361833ebd69 tempest-VolumesAssistedSnapshotsTest-447815942 tempest-VolumesAssistedSnapshotsTest-447815942-project-admin] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.395s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.432712] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "refresh_cache-b237bb8e-2d3e-4017-a618-1c2bb30c8e00" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.432712] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquired lock "refresh_cache-b237bb8e-2d3e-4017-a618-1c2bb30c8e00" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.432712] env[69742]: DEBUG nova.network.neutron [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.562613] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695932} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.562613] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0/1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.562613] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.562846] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-213646d3-a615-43ad-9b79-e6cefef2d51c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.571696] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 871.571696] env[69742]: value = "task-4060530" [ 871.571696] env[69742]: _type = "Task" [ 871.571696] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.583132] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.722189] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060528, 'name': Rename_Task, 'duration_secs': 0.196194} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.722189] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.722189] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6213c347-5f25-4460-a8b5-10d9eb2cad24 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.734246] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 871.734246] env[69742]: value = "task-4060531" [ 871.734246] env[69742]: _type = "Task" [ 871.734246] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.745734] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.814917] env[69742]: DEBUG oslo_concurrency.lockutils [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.955786] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed0033-0bdc-4416-988c-8373bfdc182a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.969027] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b13b3e7-7392-481e-9691-e6cfac461ae8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.001922] env[69742]: DEBUG nova.network.neutron [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.005160] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310f604f-1f1e-44df-a69d-a6023c28d85d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.015214] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53c4fc4-0019-428b-b4e3-bba966db26f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.032603] env[69742]: DEBUG nova.compute.provider_tree [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.091189] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081907} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.091610] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.093632] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d1004-4781-4e4c-becd-a6d586b78063 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.118671] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0/1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.123238] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac59e3cc-2657-443c-8ade-a1ea2779a63f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.156037] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 872.156037] env[69742]: value = "task-4060532" [ 872.156037] env[69742]: _type = "Task" [ 872.156037] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.168754] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.246864] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.295496] env[69742]: DEBUG nova.network.neutron [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Updating instance_info_cache with network_info: [{"id": "cf57a89b-730e-4936-b26c-b03dec12b29b", "address": "fa:16:3e:aa:06:d8", "network": {"id": "0df73bf6-d090-4803-9ca1-36d454485c72", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-598966675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bffb1118f71489b8de3d335302c4d42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf57a89b-73", "ovs_interfaceid": "cf57a89b-730e-4936-b26c-b03dec12b29b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.539151] env[69742]: DEBUG nova.scheduler.client.report [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.584440] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "1561ae53-b485-420a-8c6e-782cbf00ef0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.584771] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "1561ae53-b485-420a-8c6e-782cbf00ef0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.584979] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "1561ae53-b485-420a-8c6e-782cbf00ef0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.585666] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "1561ae53-b485-420a-8c6e-782cbf00ef0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.585666] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "1561ae53-b485-420a-8c6e-782cbf00ef0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.589159] env[69742]: INFO nova.compute.manager [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Terminating instance [ 872.673761] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.752257] env[69742]: DEBUG oslo_vmware.api [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060531, 'name': PowerOnVM_Task, 'duration_secs': 0.987714} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.752257] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.752257] env[69742]: INFO nova.compute.manager [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Took 9.84 seconds to spawn the instance on the hypervisor. [ 872.752257] env[69742]: DEBUG nova.compute.manager [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.753645] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2550d60-7678-4381-ac00-c7ca59a3d689 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.796836] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Releasing lock "refresh_cache-b237bb8e-2d3e-4017-a618-1c2bb30c8e00" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.797206] env[69742]: DEBUG nova.compute.manager [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Instance network_info: |[{"id": "cf57a89b-730e-4936-b26c-b03dec12b29b", "address": "fa:16:3e:aa:06:d8", "network": {"id": "0df73bf6-d090-4803-9ca1-36d454485c72", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-598966675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bffb1118f71489b8de3d335302c4d42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf57a89b-73", "ovs_interfaceid": "cf57a89b-730e-4936-b26c-b03dec12b29b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.797753] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:06:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf57a89b-730e-4936-b26c-b03dec12b29b', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.812134] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.812429] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.812702] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cded2ee1-d3ce-4f93-99e9-ec316a747d0c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.844323] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.844323] env[69742]: value = "task-4060533" [ 872.844323] env[69742]: _type = "Task" [ 872.844323] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.861297] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060533, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.980919] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "3d14bd75-218d-4630-b765-77933b17b95a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.981428] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "3d14bd75-218d-4630-b765-77933b17b95a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.981661] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "3d14bd75-218d-4630-b765-77933b17b95a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.982181] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "3d14bd75-218d-4630-b765-77933b17b95a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.982181] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "3d14bd75-218d-4630-b765-77933b17b95a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.984275] env[69742]: INFO nova.compute.manager [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Terminating instance [ 873.048400] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.050448] env[69742]: DEBUG nova.compute.manager [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.055202] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.054s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.055202] env[69742]: DEBUG nova.objects.instance [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lazy-loading 'resources' on Instance uuid 67673751-f862-4051-a9d3-31f15b56e44b {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.096017] env[69742]: DEBUG nova.compute.manager [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.096279] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.097212] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf72959-3fb8-436f-9573-84e15958f9a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.107346] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.107802] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9760b20d-df86-4782-8829-15d1e13ac2a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.118718] env[69742]: DEBUG oslo_vmware.api [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 873.118718] env[69742]: value = "task-4060534" [ 873.118718] env[69742]: _type = "Task" [ 873.118718] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.132287] env[69742]: DEBUG oslo_vmware.api [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.170286] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060532, 'name': ReconfigVM_Task, 'duration_secs': 0.617157} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.170627] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0/1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.171381] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f2e6a45-439f-44b7-a0e0-291530d463d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.182218] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 873.182218] env[69742]: value = "task-4060535" [ 873.182218] env[69742]: _type = "Task" [ 873.182218] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.201228] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060535, 'name': Rename_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.278222] env[69742]: INFO nova.compute.manager [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Took 47.24 seconds to build instance. [ 873.322433] env[69742]: DEBUG nova.compute.manager [req-9ef672e4-92e2-4d5a-9c36-cf9e59ed3f36 req-7eae8f6e-9943-451f-8999-118cac3c65ac service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Received event network-changed-cf57a89b-730e-4936-b26c-b03dec12b29b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.322734] env[69742]: DEBUG nova.compute.manager [req-9ef672e4-92e2-4d5a-9c36-cf9e59ed3f36 req-7eae8f6e-9943-451f-8999-118cac3c65ac service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Refreshing instance network info cache due to event network-changed-cf57a89b-730e-4936-b26c-b03dec12b29b. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.322987] env[69742]: DEBUG oslo_concurrency.lockutils [req-9ef672e4-92e2-4d5a-9c36-cf9e59ed3f36 req-7eae8f6e-9943-451f-8999-118cac3c65ac service nova] Acquiring lock "refresh_cache-b237bb8e-2d3e-4017-a618-1c2bb30c8e00" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.323477] env[69742]: DEBUG oslo_concurrency.lockutils [req-9ef672e4-92e2-4d5a-9c36-cf9e59ed3f36 req-7eae8f6e-9943-451f-8999-118cac3c65ac service nova] Acquired lock "refresh_cache-b237bb8e-2d3e-4017-a618-1c2bb30c8e00" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.323817] env[69742]: DEBUG nova.network.neutron [req-9ef672e4-92e2-4d5a-9c36-cf9e59ed3f36 req-7eae8f6e-9943-451f-8999-118cac3c65ac service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Refreshing network info cache for port cf57a89b-730e-4936-b26c-b03dec12b29b {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.363105] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060533, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.449628] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquiring lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.449628] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.489731] env[69742]: DEBUG nova.compute.manager [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.490124] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.490983] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dd3f52-8a57-4b38-be94-78e651d0f400 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.499771] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.500060] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38740d32-4503-46c9-bd51-8db6d0df442b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.507690] env[69742]: DEBUG oslo_vmware.api [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 873.507690] env[69742]: value = "task-4060536" [ 873.507690] env[69742]: _type = "Task" [ 873.507690] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.518628] env[69742]: DEBUG oslo_vmware.api [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.556832] env[69742]: DEBUG nova.compute.utils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.558420] env[69742]: DEBUG nova.compute.manager [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.558616] env[69742]: DEBUG nova.network.neutron [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.614845] env[69742]: DEBUG nova.policy [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4802711e6ba949c9b6688ea3f1f06cbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef6f9c0db684e2887f72164b899c003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.637456] env[69742]: DEBUG oslo_vmware.api [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060534, 'name': PowerOffVM_Task, 'duration_secs': 0.266679} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.637456] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.637456] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.637456] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99ea44ec-4425-43d2-8b0d-d3601a9ae035 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.709920] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060535, 'name': Rename_Task, 'duration_secs': 0.237181} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.710620] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.713244] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1327e14-1976-4f34-a509-c1dc330ca2b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.725165] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.725447] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.725703] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleting the datastore file [datastore1] 1561ae53-b485-420a-8c6e-782cbf00ef0f {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.726509] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2980d4c-ecd9-457e-9117-6203c32a2ea8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.732764] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 873.732764] env[69742]: value = "task-4060538" [ 873.732764] env[69742]: _type = "Task" [ 873.732764] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.739408] env[69742]: DEBUG oslo_vmware.api [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 873.739408] env[69742]: value = "task-4060539" [ 873.739408] env[69742]: _type = "Task" [ 873.739408] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.751796] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.760888] env[69742]: DEBUG oslo_vmware.api [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.780211] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c4c5b29-2705-4244-a1ef-c0a2d2b7226f tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.073s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.864328] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060533, 'name': CreateVM_Task, 'duration_secs': 0.523631} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.867521] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.868529] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.868869] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.869181] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.869532] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8cab4a-11ee-4c37-b6bb-b696645e3627 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.876939] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 873.876939] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529f82b8-be99-65f4-45ab-2e3b90fd6c28" [ 873.876939] env[69742]: _type = "Task" [ 873.876939] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.892382] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.892382] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.901771] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529f82b8-be99-65f4-45ab-2e3b90fd6c28, 'name': SearchDatastore_Task, 'duration_secs': 0.013742} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.902402] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.902968] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.904309] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.904309] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.904309] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.907228] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b567d3b9-a767-4123-a956-aecac05b2ea3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.923435] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.923435] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.924446] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4b5bee-14e4-4186-aa27-0003f000b3e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.938581] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 873.938581] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5289067e-7a28-fcbf-a18d-6907caa02018" [ 873.938581] env[69742]: _type = "Task" [ 873.938581] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.956484] env[69742]: DEBUG nova.compute.manager [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.957974] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5289067e-7a28-fcbf-a18d-6907caa02018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.025369] env[69742]: DEBUG oslo_vmware.api [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060536, 'name': PowerOffVM_Task, 'duration_secs': 0.287445} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.025696] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.025880] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.026138] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b5b36e2-0d00-44ac-a43e-988f3c85e7d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.065110] env[69742]: DEBUG nova.compute.manager [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.101050] env[69742]: DEBUG nova.network.neutron [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Successfully created port: 1c4db411-21b3-4d0a-b48d-7c029bf45d01 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.136851] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.136851] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.137194] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleting the datastore file [datastore2] 3d14bd75-218d-4630-b765-77933b17b95a {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.137911] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-660e8f20-b4e2-412f-b5fa-54f0289ac7b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.145572] env[69742]: DEBUG oslo_vmware.api [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for the task: (returnval){ [ 874.145572] env[69742]: value = "task-4060541" [ 874.145572] env[69742]: _type = "Task" [ 874.145572] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.160254] env[69742]: DEBUG oslo_vmware.api [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.234093] env[69742]: DEBUG nova.network.neutron [req-9ef672e4-92e2-4d5a-9c36-cf9e59ed3f36 req-7eae8f6e-9943-451f-8999-118cac3c65ac service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Updated VIF entry in instance network info cache for port cf57a89b-730e-4936-b26c-b03dec12b29b. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.234497] env[69742]: DEBUG nova.network.neutron [req-9ef672e4-92e2-4d5a-9c36-cf9e59ed3f36 req-7eae8f6e-9943-451f-8999-118cac3c65ac service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Updating instance_info_cache with network_info: [{"id": "cf57a89b-730e-4936-b26c-b03dec12b29b", "address": "fa:16:3e:aa:06:d8", "network": {"id": "0df73bf6-d090-4803-9ca1-36d454485c72", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-598966675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bffb1118f71489b8de3d335302c4d42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf57a89b-73", "ovs_interfaceid": "cf57a89b-730e-4936-b26c-b03dec12b29b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.257644] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060538, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.261621] env[69742]: DEBUG oslo_vmware.api [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381565} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.264870] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.265039] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.265175] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.265352] env[69742]: INFO nova.compute.manager [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 874.265596] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.266539] env[69742]: DEBUG nova.compute.manager [-] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.266653] env[69742]: DEBUG nova.network.neutron [-] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.279420] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b855cc8-d578-410a-90a7-5a79d709bf97 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.287896] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4097c18b-d5ab-4dfb-9401-546e95490d56 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.341195] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334a8d4e-49ef-4577-a4f4-95afe7b2e4f3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.350445] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bda2a3d-8d82-464e-a9ee-02ab13621444 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.366900] env[69742]: DEBUG nova.compute.provider_tree [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.394299] env[69742]: DEBUG nova.compute.manager [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.452681] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5289067e-7a28-fcbf-a18d-6907caa02018, 'name': SearchDatastore_Task, 'duration_secs': 0.024667} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.453877] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff808dc-9c61-4313-a1b6-a7d3d7d748e3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.461281] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 874.461281] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a22d63-c643-5318-31b3-888c4ad237c9" [ 874.461281] env[69742]: _type = "Task" [ 874.461281] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.479537] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a22d63-c643-5318-31b3-888c4ad237c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.486822] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.663728] env[69742]: DEBUG oslo_vmware.api [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Task: {'id': task-4060541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250551} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.664121] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.664335] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.664521] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.664700] env[69742]: INFO nova.compute.manager [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 874.664953] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.665183] env[69742]: DEBUG nova.compute.manager [-] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.665279] env[69742]: DEBUG nova.network.neutron [-] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.750318] env[69742]: DEBUG oslo_concurrency.lockutils [req-9ef672e4-92e2-4d5a-9c36-cf9e59ed3f36 req-7eae8f6e-9943-451f-8999-118cac3c65ac service nova] Releasing lock "refresh_cache-b237bb8e-2d3e-4017-a618-1c2bb30c8e00" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.750318] env[69742]: DEBUG oslo_vmware.api [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060538, 'name': PowerOnVM_Task, 'duration_secs': 0.698339} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.750318] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.750318] env[69742]: DEBUG nova.compute.manager [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.752057] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d505900-06cd-48fd-9859-f7bb0c44b0b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.801185] env[69742]: DEBUG oslo_vmware.rw_handles [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bcdbb-b6c2-71c6-345f-e33bf28af5f6/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 874.802467] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d691caa-ba83-4247-9d12-cdc5b03fa8eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.812605] env[69742]: DEBUG oslo_vmware.rw_handles [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bcdbb-b6c2-71c6-345f-e33bf28af5f6/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 874.812605] env[69742]: ERROR oslo_vmware.rw_handles [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bcdbb-b6c2-71c6-345f-e33bf28af5f6/disk-0.vmdk due to incomplete transfer. [ 874.812605] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c0a58fe5-be5d-4e0a-9189-388b55526a1d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.821328] env[69742]: DEBUG oslo_vmware.rw_handles [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524bcdbb-b6c2-71c6-345f-e33bf28af5f6/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 874.821543] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Uploaded image 54aadbe1-4029-4d52-b993-bca09dc7caff to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 874.824050] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 874.824544] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40538855-9f7d-4299-aecd-c0cee5cd0d83 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.835294] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 874.835294] env[69742]: value = "task-4060542" [ 874.835294] env[69742]: _type = "Task" [ 874.835294] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.850706] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060542, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.872257] env[69742]: DEBUG nova.scheduler.client.report [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.923481] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.940428] env[69742]: DEBUG nova.compute.manager [req-48a97fa5-584f-4bff-a8a6-58f26c140fd0 req-bbc4de87-18a1-44de-8613-41a4c07070d8 service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Received event network-vif-deleted-2c9c9b4d-a142-4182-90c4-559dd612ac63 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.940428] env[69742]: INFO nova.compute.manager [req-48a97fa5-584f-4bff-a8a6-58f26c140fd0 req-bbc4de87-18a1-44de-8613-41a4c07070d8 service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Neutron deleted interface 2c9c9b4d-a142-4182-90c4-559dd612ac63; detaching it from the instance and deleting it from the info cache [ 874.940428] env[69742]: DEBUG nova.network.neutron [req-48a97fa5-584f-4bff-a8a6-58f26c140fd0 req-bbc4de87-18a1-44de-8613-41a4c07070d8 service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.974191] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a22d63-c643-5318-31b3-888c4ad237c9, 'name': SearchDatastore_Task, 'duration_secs': 0.017984} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.974495] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.974756] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] b237bb8e-2d3e-4017-a618-1c2bb30c8e00/b237bb8e-2d3e-4017-a618-1c2bb30c8e00.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.976533] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-145734a1-06b2-4e3d-aca4-a3f79db85e1a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.987027] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 874.987027] env[69742]: value = "task-4060543" [ 874.987027] env[69742]: _type = "Task" [ 874.987027] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.998577] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.083083] env[69742]: DEBUG nova.compute.manager [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.114774] env[69742]: DEBUG nova.virt.hardware [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.114774] env[69742]: DEBUG nova.virt.hardware [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.114774] env[69742]: DEBUG nova.virt.hardware [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.115095] env[69742]: DEBUG nova.virt.hardware [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.115133] env[69742]: DEBUG nova.virt.hardware [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.115898] env[69742]: DEBUG nova.virt.hardware [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.115898] env[69742]: DEBUG nova.virt.hardware [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.115898] env[69742]: DEBUG nova.virt.hardware [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.115898] env[69742]: DEBUG nova.virt.hardware [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.116126] env[69742]: DEBUG nova.virt.hardware [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.116336] env[69742]: DEBUG nova.virt.hardware [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.119672] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b490b5-ac65-44a7-ac4a-832a916234de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.127552] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72ea926-212d-4149-b9d0-cdd5c8149fb2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.157569] env[69742]: DEBUG oslo_concurrency.lockutils [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquiring lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.157910] env[69742]: DEBUG oslo_concurrency.lockutils [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.158175] env[69742]: DEBUG oslo_concurrency.lockutils [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquiring lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.158370] env[69742]: DEBUG oslo_concurrency.lockutils [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.158987] env[69742]: DEBUG oslo_concurrency.lockutils [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.160869] env[69742]: INFO nova.compute.manager [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Terminating instance [ 875.258173] env[69742]: DEBUG nova.network.neutron [-] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.276121] env[69742]: DEBUG oslo_concurrency.lockutils [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.349840] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060542, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.354318] env[69742]: DEBUG nova.compute.manager [req-e6991492-f94e-4769-83c0-29fb98d89923 req-56af5092-2202-4214-8c26-8a211bafe883 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Received event network-vif-deleted-f3623a6a-0711-481d-9526-860b499e1f2e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.354632] env[69742]: INFO nova.compute.manager [req-e6991492-f94e-4769-83c0-29fb98d89923 req-56af5092-2202-4214-8c26-8a211bafe883 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Neutron deleted interface f3623a6a-0711-481d-9526-860b499e1f2e; detaching it from the instance and deleting it from the info cache [ 875.354862] env[69742]: DEBUG nova.network.neutron [req-e6991492-f94e-4769-83c0-29fb98d89923 req-56af5092-2202-4214-8c26-8a211bafe883 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.378947] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.382063] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.545s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.382575] env[69742]: DEBUG nova.objects.instance [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lazy-loading 'resources' on Instance uuid 0a15345b-80e8-401b-b209-dc38c6792fb2 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.401612] env[69742]: INFO nova.scheduler.client.report [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Deleted allocations for instance 67673751-f862-4051-a9d3-31f15b56e44b [ 875.445502] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a140523f-0573-4af3-b796-326219aff863 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.460065] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ec5aad-7047-4d60-abcc-8b0d39f710ff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.499862] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060543, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.512869] env[69742]: DEBUG nova.compute.manager [req-48a97fa5-584f-4bff-a8a6-58f26c140fd0 req-bbc4de87-18a1-44de-8613-41a4c07070d8 service nova] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Detach interface failed, port_id=2c9c9b4d-a142-4182-90c4-559dd612ac63, reason: Instance 1561ae53-b485-420a-8c6e-782cbf00ef0f could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.514596] env[69742]: DEBUG nova.network.neutron [-] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.664800] env[69742]: DEBUG nova.compute.manager [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.665102] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.666132] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab70d84d-1711-45b2-b8b9-25e6bc7f276f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.679102] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.679102] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0d2cad8-f3ca-4c2f-9c3c-f2270d716130 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.690906] env[69742]: DEBUG oslo_vmware.api [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for the task: (returnval){ [ 875.690906] env[69742]: value = "task-4060544" [ 875.690906] env[69742]: _type = "Task" [ 875.690906] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.703253] env[69742]: DEBUG oslo_vmware.api [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.765490] env[69742]: INFO nova.compute.manager [-] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Took 1.50 seconds to deallocate network for instance. [ 875.792948] env[69742]: DEBUG nova.network.neutron [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Successfully updated port: 1c4db411-21b3-4d0a-b48d-7c029bf45d01 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.849052] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060542, 'name': Destroy_Task, 'duration_secs': 0.668736} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.849375] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Destroyed the VM [ 875.849627] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 875.850332] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08493518-5fc4-48d5-9ebb-c10730687f1c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.858355] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b97b138-c8e7-4815-9f9a-e1bffd7f7971 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.861982] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 875.861982] env[69742]: value = "task-4060545" [ 875.861982] env[69742]: _type = "Task" [ 875.861982] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.873129] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f5743e-fa80-42d0-99e0-7ae992f95719 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.892299] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060545, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.922917] env[69742]: DEBUG nova.compute.manager [req-e6991492-f94e-4769-83c0-29fb98d89923 req-56af5092-2202-4214-8c26-8a211bafe883 service nova] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Detach interface failed, port_id=f3623a6a-0711-481d-9526-860b499e1f2e, reason: Instance 3d14bd75-218d-4630-b765-77933b17b95a could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.922917] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91c55ee9-9fd3-4ceb-b061-4f103f1886f1 tempest-AttachInterfacesV270Test-1753130246 tempest-AttachInterfacesV270Test-1753130246-project-member] Lock "67673751-f862-4051-a9d3-31f15b56e44b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.930s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.001107] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883483} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.001475] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] b237bb8e-2d3e-4017-a618-1c2bb30c8e00/b237bb8e-2d3e-4017-a618-1c2bb30c8e00.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.001664] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.001930] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63c5d5c1-4adf-46aa-870a-be30ef606439 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.010725] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 876.010725] env[69742]: value = "task-4060546" [ 876.010725] env[69742]: _type = "Task" [ 876.010725] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.022690] env[69742]: INFO nova.compute.manager [-] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Took 1.36 seconds to deallocate network for instance. [ 876.023113] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.110186] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquiring lock "1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.110543] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.110658] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquiring lock "1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.110849] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.111032] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.116161] env[69742]: INFO nova.compute.manager [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Terminating instance [ 876.204622] env[69742]: DEBUG oslo_vmware.api [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060544, 'name': PowerOffVM_Task, 'duration_secs': 0.407483} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.205718] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.205718] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.205718] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20be606-9ae6-4f40-9463-8a64abe8c7ec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.279634] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.282296] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.282571] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.282761] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Deleting the datastore file [datastore1] 57230e5a-9da3-410e-9b06-5f25f21b5ed4 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.283047] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5917e5e5-b83b-455d-babb-dd047591ca29 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.293321] env[69742]: DEBUG oslo_vmware.api [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for the task: (returnval){ [ 876.293321] env[69742]: value = "task-4060548" [ 876.293321] env[69742]: _type = "Task" [ 876.293321] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.300647] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "refresh_cache-b0ebfe40-c5ea-459c-ad35-1b5273658555" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.301531] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "refresh_cache-b0ebfe40-c5ea-459c-ad35-1b5273658555" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.301531] env[69742]: DEBUG nova.network.neutron [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.305365] env[69742]: DEBUG oslo_vmware.api [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.377241] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060545, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.382379] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733381a8-2a02-430a-9089-396454c1592c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.390197] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37acba9-534c-4582-831b-60efdf296234 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.421935] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a01953b-d20f-4247-bdcb-5a71f1caeff8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.430968] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3093a936-5e40-4443-9522-348cb6810bbf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.446448] env[69742]: DEBUG nova.compute.provider_tree [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.522326] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08717} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.522761] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.524294] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b816586-cf77-40e2-8394-afea93bb7790 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.539539] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.548531] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b237bb8e-2d3e-4017-a618-1c2bb30c8e00/b237bb8e-2d3e-4017-a618-1c2bb30c8e00.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.548961] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5effdee1-0fcb-4974-8a32-955f4828552b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.570428] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 876.570428] env[69742]: value = "task-4060549" [ 876.570428] env[69742]: _type = "Task" [ 876.570428] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.581077] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.624284] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquiring lock "refresh_cache-1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.624515] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquired lock "refresh_cache-1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.624736] env[69742]: DEBUG nova.network.neutron [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.809371] env[69742]: DEBUG oslo_vmware.api [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Task: {'id': task-4060548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514275} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.809697] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.809882] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.810073] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.810252] env[69742]: INFO nova.compute.manager [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 876.810670] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.811263] env[69742]: DEBUG nova.compute.manager [-] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.811396] env[69742]: DEBUG nova.network.neutron [-] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.875205] env[69742]: DEBUG oslo_vmware.api [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060545, 'name': RemoveSnapshot_Task, 'duration_secs': 0.83498} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.875536] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 876.875782] env[69742]: INFO nova.compute.manager [None req-4fa1c368-d37a-4fbb-a027-9af66b9e7fc9 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Took 18.79 seconds to snapshot the instance on the hypervisor. [ 876.881140] env[69742]: DEBUG nova.network.neutron [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.952991] env[69742]: DEBUG nova.scheduler.client.report [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.088186] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.122507] env[69742]: DEBUG nova.network.neutron [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Updating instance_info_cache with network_info: [{"id": "1c4db411-21b3-4d0a-b48d-7c029bf45d01", "address": "fa:16:3e:f5:18:a9", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4db411-21", "ovs_interfaceid": "1c4db411-21b3-4d0a-b48d-7c029bf45d01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.162982] env[69742]: DEBUG nova.network.neutron [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.307683] env[69742]: DEBUG nova.network.neutron [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.436635] env[69742]: DEBUG nova.compute.manager [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Received event network-vif-plugged-1c4db411-21b3-4d0a-b48d-7c029bf45d01 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.436926] env[69742]: DEBUG oslo_concurrency.lockutils [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] Acquiring lock "b0ebfe40-c5ea-459c-ad35-1b5273658555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.437106] env[69742]: DEBUG oslo_concurrency.lockutils [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] Lock "b0ebfe40-c5ea-459c-ad35-1b5273658555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.437293] env[69742]: DEBUG oslo_concurrency.lockutils [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] Lock "b0ebfe40-c5ea-459c-ad35-1b5273658555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.437492] env[69742]: DEBUG nova.compute.manager [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] No waiting events found dispatching network-vif-plugged-1c4db411-21b3-4d0a-b48d-7c029bf45d01 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.437677] env[69742]: WARNING nova.compute.manager [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Received unexpected event network-vif-plugged-1c4db411-21b3-4d0a-b48d-7c029bf45d01 for instance with vm_state building and task_state spawning. [ 877.437864] env[69742]: DEBUG nova.compute.manager [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Received event network-changed-1c4db411-21b3-4d0a-b48d-7c029bf45d01 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.438028] env[69742]: DEBUG nova.compute.manager [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Refreshing instance network info cache due to event network-changed-1c4db411-21b3-4d0a-b48d-7c029bf45d01. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.438206] env[69742]: DEBUG oslo_concurrency.lockutils [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] Acquiring lock "refresh_cache-b0ebfe40-c5ea-459c-ad35-1b5273658555" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.462601] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.466373] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.108s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.467976] env[69742]: INFO nova.compute.claims [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.504762] env[69742]: INFO nova.scheduler.client.report [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Deleted allocations for instance 0a15345b-80e8-401b-b209-dc38c6792fb2 [ 877.586442] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060549, 'name': ReconfigVM_Task, 'duration_secs': 0.632586} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.588582] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b237bb8e-2d3e-4017-a618-1c2bb30c8e00/b237bb8e-2d3e-4017-a618-1c2bb30c8e00.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.588582] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69742) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 877.588582] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8667782d-32ec-400b-8ce7-0ce9c95324f6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.597316] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 877.597316] env[69742]: value = "task-4060550" [ 877.597316] env[69742]: _type = "Task" [ 877.597316] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.609256] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060550, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.625458] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "refresh_cache-b0ebfe40-c5ea-459c-ad35-1b5273658555" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.625739] env[69742]: DEBUG nova.compute.manager [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Instance network_info: |[{"id": "1c4db411-21b3-4d0a-b48d-7c029bf45d01", "address": "fa:16:3e:f5:18:a9", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4db411-21", "ovs_interfaceid": "1c4db411-21b3-4d0a-b48d-7c029bf45d01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.626125] env[69742]: DEBUG oslo_concurrency.lockutils [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] Acquired lock "refresh_cache-b0ebfe40-c5ea-459c-ad35-1b5273658555" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.626363] env[69742]: DEBUG nova.network.neutron [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Refreshing network info cache for port 1c4db411-21b3-4d0a-b48d-7c029bf45d01 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.629301] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:18:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c4db411-21b3-4d0a-b48d-7c029bf45d01', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.638882] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.639701] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.639886] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c3e8231-8361-4f8a-be0a-7842604aa05f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.664661] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.664661] env[69742]: value = "task-4060551" [ 877.664661] env[69742]: _type = "Task" [ 877.664661] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.675716] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060551, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.814512] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Releasing lock "refresh_cache-1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.814512] env[69742]: DEBUG nova.compute.manager [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.814512] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.814512] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f507e681-19a4-4244-8011-3881249c4e9c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.828479] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.828915] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-168745a8-8744-493c-8272-8ed9de0dd3c6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.839265] env[69742]: DEBUG oslo_vmware.api [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 877.839265] env[69742]: value = "task-4060552" [ 877.839265] env[69742]: _type = "Task" [ 877.839265] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.849636] env[69742]: DEBUG oslo_vmware.api [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.022820] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa5fa7c8-b2f2-4fe6-98e5-f6b7d66c3b70 tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "0a15345b-80e8-401b-b209-dc38c6792fb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.694s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.111740] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060550, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.055395} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.114723] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69742) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 878.114723] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4d82b3-745e-4057-91ef-15db1b80ecaf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.141134] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b237bb8e-2d3e-4017-a618-1c2bb30c8e00/ephemeral_0.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.145367] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f99025b8-cc5b-4a0a-897b-6fe502c14c08 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.171295] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 878.171295] env[69742]: value = "task-4060553" [ 878.171295] env[69742]: _type = "Task" [ 878.171295] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.179396] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060551, 'name': CreateVM_Task, 'duration_secs': 0.454821} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.180047] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.180832] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.181092] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.181507] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.181838] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd096f93-3abc-4cfa-a87f-b5c71df1a612 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.187385] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060553, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.191783] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 878.191783] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527d881b-a680-dab3-b1ad-fc45a2206ab4" [ 878.191783] env[69742]: _type = "Task" [ 878.191783] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.206183] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527d881b-a680-dab3-b1ad-fc45a2206ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.265987] env[69742]: DEBUG nova.network.neutron [-] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.350342] env[69742]: DEBUG oslo_vmware.api [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060552, 'name': PowerOffVM_Task, 'duration_secs': 0.161467} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.350699] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.350925] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.351155] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18fa5812-33ff-426b-990b-a85515f2d56e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.387107] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.387440] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.387717] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Deleting the datastore file [datastore2] 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.388029] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5678db9e-c5c2-480d-b5ac-7352db5a7361 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.396069] env[69742]: DEBUG oslo_vmware.api [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for the task: (returnval){ [ 878.396069] env[69742]: value = "task-4060555" [ 878.396069] env[69742]: _type = "Task" [ 878.396069] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.406321] env[69742]: DEBUG oslo_vmware.api [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.684924] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.692351] env[69742]: DEBUG nova.network.neutron [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Updated VIF entry in instance network info cache for port 1c4db411-21b3-4d0a-b48d-7c029bf45d01. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.693289] env[69742]: DEBUG nova.network.neutron [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Updating instance_info_cache with network_info: [{"id": "1c4db411-21b3-4d0a-b48d-7c029bf45d01", "address": "fa:16:3e:f5:18:a9", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c4db411-21", "ovs_interfaceid": "1c4db411-21b3-4d0a-b48d-7c029bf45d01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.710111] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527d881b-a680-dab3-b1ad-fc45a2206ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.013642} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.712245] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.712586] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.712892] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.713092] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.713331] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.715267] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9531312-c886-4d1f-a41b-8e5f55639e88 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.728153] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.728153] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.728153] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21706a8c-ce95-4edb-9107-39b846dbd83b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.738665] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 878.738665] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5286aa45-e5e7-24f3-c0e6-1bc365654dad" [ 878.738665] env[69742]: _type = "Task" [ 878.738665] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.749259] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5286aa45-e5e7-24f3-c0e6-1bc365654dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.774064] env[69742]: INFO nova.compute.manager [-] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Took 1.96 seconds to deallocate network for instance. [ 878.909109] env[69742]: DEBUG oslo_vmware.api [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Task: {'id': task-4060555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098628} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.909946] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.910715] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.911148] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.911919] env[69742]: INFO nova.compute.manager [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 878.913128] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.914174] env[69742]: DEBUG nova.compute.manager [-] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.914174] env[69742]: DEBUG nova.network.neutron [-] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.936598] env[69742]: DEBUG nova.network.neutron [-] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.014185] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7818e91b-442f-4764-803a-f7eb076d1248 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.024306] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811e30e1-b134-4808-9c0c-8b4b6a23ced1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.058021] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fecfcf-ff50-459f-b252-ad38d4b254cf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.064792] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7354a3-0138-4d39-b45c-e323c3424c00 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.081514] env[69742]: DEBUG nova.compute.provider_tree [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.183087] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060553, 'name': ReconfigVM_Task, 'duration_secs': 0.721065} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.183448] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b237bb8e-2d3e-4017-a618-1c2bb30c8e00/ephemeral_0.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.184126] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4371f94-747e-4787-9042-633622f865ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.191164] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 879.191164] env[69742]: value = "task-4060556" [ 879.191164] env[69742]: _type = "Task" [ 879.191164] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.200683] env[69742]: DEBUG oslo_concurrency.lockutils [req-71fd5c75-0091-43be-9d75-38ddcc8cd5fb req-f8e2e07d-a079-4c2b-b72c-d35acfae0044 service nova] Releasing lock "refresh_cache-b0ebfe40-c5ea-459c-ad35-1b5273658555" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.200823] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060556, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.250600] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5286aa45-e5e7-24f3-c0e6-1bc365654dad, 'name': SearchDatastore_Task, 'duration_secs': 0.012146} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.251532] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660259b7-2305-4bec-a67a-a57f8bfe7afe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.258433] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 879.258433] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b98f77-b1f4-0908-25c7-d1c4b1e0d5ed" [ 879.258433] env[69742]: _type = "Task" [ 879.258433] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.269305] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b98f77-b1f4-0908-25c7-d1c4b1e0d5ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.279766] env[69742]: DEBUG oslo_concurrency.lockutils [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.327439] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "35b38923-4034-46b3-b61e-8e853a68b4fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.327683] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "35b38923-4034-46b3-b61e-8e853a68b4fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.441316] env[69742]: DEBUG nova.network.neutron [-] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.462364] env[69742]: DEBUG nova.compute.manager [req-b1315bad-7b36-44f7-a5dc-47e9e509364d req-e5396f24-03c5-490c-9c81-c3690c404750 service nova] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Received event network-vif-deleted-61631c7b-7e8a-45c0-9bc5-d20c68eb2feb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.585042] env[69742]: DEBUG nova.scheduler.client.report [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.701592] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060556, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.777444] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b98f77-b1f4-0908-25c7-d1c4b1e0d5ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.777750] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.778107] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] b0ebfe40-c5ea-459c-ad35-1b5273658555/b0ebfe40-c5ea-459c-ad35-1b5273658555.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.778434] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d715acc0-4904-4df9-af54-091801d59a2d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.786765] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 879.786765] env[69742]: value = "task-4060557" [ 879.786765] env[69742]: _type = "Task" [ 879.786765] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.796804] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.944853] env[69742]: INFO nova.compute.manager [-] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Took 1.03 seconds to deallocate network for instance. [ 880.090546] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.091677] env[69742]: DEBUG nova.compute.manager [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.095215] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.900s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.098928] env[69742]: INFO nova.compute.claims [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.167744] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "4606a027-0e9f-4bf3-97c4-53636c673843" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.168107] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "4606a027-0e9f-4bf3-97c4-53636c673843" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.168594] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "4606a027-0e9f-4bf3-97c4-53636c673843-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.168873] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "4606a027-0e9f-4bf3-97c4-53636c673843-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.168965] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "4606a027-0e9f-4bf3-97c4-53636c673843-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.171777] env[69742]: INFO nova.compute.manager [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Terminating instance [ 880.204786] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060556, 'name': Rename_Task, 'duration_secs': 0.81274} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.205284] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.205284] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22ac04d7-5cca-400e-829e-17981fae0739 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.214133] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 880.214133] env[69742]: value = "task-4060558" [ 880.214133] env[69742]: _type = "Task" [ 880.214133] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.225507] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.299406] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505967} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.299842] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] b0ebfe40-c5ea-459c-ad35-1b5273658555/b0ebfe40-c5ea-459c-ad35-1b5273658555.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.300157] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.300461] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbbd6f47-f03e-48e5-9a93-07237efc6285 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.309517] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 880.309517] env[69742]: value = "task-4060559" [ 880.309517] env[69742]: _type = "Task" [ 880.309517] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.319245] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.454778] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.604712] env[69742]: DEBUG nova.compute.utils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.608916] env[69742]: DEBUG nova.compute.manager [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.608916] env[69742]: DEBUG nova.network.neutron [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.650139] env[69742]: DEBUG nova.policy [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7daf7db83ba94a9394f2470248a8092b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c703aa707bc249c1b97c5ec1afa84d5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.677660] env[69742]: DEBUG nova.compute.manager [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.677883] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.679485] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee97e3ef-3261-4e2d-8b7e-60b7e0405218 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.687722] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.687997] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85edf726-5d2b-4e8c-9e25-73db56053dcb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.698557] env[69742]: DEBUG oslo_vmware.api [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 880.698557] env[69742]: value = "task-4060560" [ 880.698557] env[69742]: _type = "Task" [ 880.698557] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.707756] env[69742]: DEBUG oslo_vmware.api [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.725523] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060558, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.820983] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078746} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.821320] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.822197] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e8e0de-5ecd-4f52-9f9a-d516d261596e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.849437] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] b0ebfe40-c5ea-459c-ad35-1b5273658555/b0ebfe40-c5ea-459c-ad35-1b5273658555.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.849744] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34be33c-35c6-414a-8436-0290a2c59724 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.870496] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 880.870496] env[69742]: value = "task-4060561" [ 880.870496] env[69742]: _type = "Task" [ 880.870496] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.880441] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.975143] env[69742]: DEBUG nova.network.neutron [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Successfully created port: 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.116285] env[69742]: DEBUG nova.compute.manager [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.210251] env[69742]: DEBUG oslo_vmware.api [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060560, 'name': PowerOffVM_Task, 'duration_secs': 0.31112} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.210749] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.210930] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.211212] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e32a8da0-d41f-4795-a035-e694e7b2ca57 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.229604] env[69742]: DEBUG oslo_vmware.api [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060558, 'name': PowerOnVM_Task, 'duration_secs': 0.913265} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.229604] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.229779] env[69742]: INFO nova.compute.manager [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Took 10.54 seconds to spawn the instance on the hypervisor. [ 881.229948] env[69742]: DEBUG nova.compute.manager [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.230717] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6557fb9b-33c4-426f-b0c0-76cb7ee93dd1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.321880] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.321880] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.321880] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Deleting the datastore file [datastore2] 4606a027-0e9f-4bf3-97c4-53636c673843 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.322312] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25f8b17c-bbdb-4c5b-a7fc-4d9d7415efe1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.332478] env[69742]: DEBUG oslo_vmware.api [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 881.332478] env[69742]: value = "task-4060563" [ 881.332478] env[69742]: _type = "Task" [ 881.332478] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.345851] env[69742]: DEBUG oslo_vmware.api [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.382919] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.582054] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c922414f-50c1-45ae-88ad-e924154fcfb2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.590300] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53170095-f41e-44e8-af10-ddbc9f86e065 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.630018] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd9917b-7ec2-4133-843a-d28d3e4dbe9b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.637505] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169263c5-4c2e-48fc-b9ad-6d439a1ab226 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.654210] env[69742]: DEBUG nova.compute.provider_tree [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.758972] env[69742]: INFO nova.compute.manager [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Took 48.04 seconds to build instance. [ 881.844663] env[69742]: DEBUG oslo_vmware.api [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192496} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.844944] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.845143] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.845323] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.845492] env[69742]: INFO nova.compute.manager [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Took 1.17 seconds to destroy the instance on the hypervisor. [ 881.845742] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.845934] env[69742]: DEBUG nova.compute.manager [-] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.846036] env[69742]: DEBUG nova.network.neutron [-] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.883010] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.132546] env[69742]: DEBUG nova.compute.manager [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.143024] env[69742]: DEBUG nova.compute.manager [req-e9970be1-ee60-4a67-9198-78d497f73aba req-24576d08-0eaa-4dc1-a618-ee078500aea2 service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Received event network-vif-deleted-75b05f7f-2cb5-4453-952d-13a273f5e68d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.143024] env[69742]: INFO nova.compute.manager [req-e9970be1-ee60-4a67-9198-78d497f73aba req-24576d08-0eaa-4dc1-a618-ee078500aea2 service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Neutron deleted interface 75b05f7f-2cb5-4453-952d-13a273f5e68d; detaching it from the instance and deleting it from the info cache [ 882.143024] env[69742]: DEBUG nova.network.neutron [req-e9970be1-ee60-4a67-9198-78d497f73aba req-24576d08-0eaa-4dc1-a618-ee078500aea2 service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.159882] env[69742]: DEBUG nova.scheduler.client.report [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.170971] env[69742]: DEBUG nova.virt.hardware [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.171246] env[69742]: DEBUG nova.virt.hardware [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.171436] env[69742]: DEBUG nova.virt.hardware [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.171636] env[69742]: DEBUG nova.virt.hardware [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.171787] env[69742]: DEBUG nova.virt.hardware [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.171938] env[69742]: DEBUG nova.virt.hardware [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.172169] env[69742]: DEBUG nova.virt.hardware [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.172335] env[69742]: DEBUG nova.virt.hardware [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.173546] env[69742]: DEBUG nova.virt.hardware [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.173787] env[69742]: DEBUG nova.virt.hardware [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.173981] env[69742]: DEBUG nova.virt.hardware [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.175288] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c756f01-9819-4b00-95d4-c521c0c7d92f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.186520] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f06b7e-c899-497c-848d-091edfde203f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.261974] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e47e13b-83b7-452d-ab5b-ce966106f599 tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.922s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.382949] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.461057] env[69742]: DEBUG nova.compute.manager [req-a2c40deb-1774-4892-a071-8d13e0692061 req-488f7cf7-6e11-493a-974f-e345bd42f015 service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Received event network-changed-cf57a89b-730e-4936-b26c-b03dec12b29b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.461382] env[69742]: DEBUG nova.compute.manager [req-a2c40deb-1774-4892-a071-8d13e0692061 req-488f7cf7-6e11-493a-974f-e345bd42f015 service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Refreshing instance network info cache due to event network-changed-cf57a89b-730e-4936-b26c-b03dec12b29b. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.461583] env[69742]: DEBUG oslo_concurrency.lockutils [req-a2c40deb-1774-4892-a071-8d13e0692061 req-488f7cf7-6e11-493a-974f-e345bd42f015 service nova] Acquiring lock "refresh_cache-b237bb8e-2d3e-4017-a618-1c2bb30c8e00" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.461734] env[69742]: DEBUG oslo_concurrency.lockutils [req-a2c40deb-1774-4892-a071-8d13e0692061 req-488f7cf7-6e11-493a-974f-e345bd42f015 service nova] Acquired lock "refresh_cache-b237bb8e-2d3e-4017-a618-1c2bb30c8e00" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.462408] env[69742]: DEBUG nova.network.neutron [req-a2c40deb-1774-4892-a071-8d13e0692061 req-488f7cf7-6e11-493a-974f-e345bd42f015 service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Refreshing network info cache for port cf57a89b-730e-4936-b26c-b03dec12b29b {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.563470] env[69742]: DEBUG nova.network.neutron [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Successfully updated port: 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.623673] env[69742]: DEBUG nova.network.neutron [-] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.648162] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0859b678-e76f-43c2-95af-fe9d3e704c23 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.660026] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6801bcae-036d-45d6-a560-e7625ddfdeb5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.670110] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.670856] env[69742]: DEBUG nova.compute.manager [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.674013] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.813s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.674816] env[69742]: DEBUG nova.objects.instance [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Lazy-loading 'resources' on Instance uuid 3dcc5f85-3c9b-437b-a4d1-587412b0006f {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.703706] env[69742]: DEBUG nova.compute.manager [req-e9970be1-ee60-4a67-9198-78d497f73aba req-24576d08-0eaa-4dc1-a618-ee078500aea2 service nova] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Detach interface failed, port_id=75b05f7f-2cb5-4453-952d-13a273f5e68d, reason: Instance 4606a027-0e9f-4bf3-97c4-53636c673843 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.766558] env[69742]: DEBUG nova.compute.manager [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.885070] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.064756] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquiring lock "refresh_cache-fc1f24db-833e-4341-b4c6-b7adc627dcf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.064924] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquired lock "refresh_cache-fc1f24db-833e-4341-b4c6-b7adc627dcf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.065127] env[69742]: DEBUG nova.network.neutron [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.130366] env[69742]: INFO nova.compute.manager [-] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Took 1.28 seconds to deallocate network for instance. [ 883.179344] env[69742]: DEBUG nova.compute.utils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.183216] env[69742]: DEBUG nova.compute.manager [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.183403] env[69742]: DEBUG nova.network.neutron [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.214090] env[69742]: DEBUG nova.network.neutron [req-a2c40deb-1774-4892-a071-8d13e0692061 req-488f7cf7-6e11-493a-974f-e345bd42f015 service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Updated VIF entry in instance network info cache for port cf57a89b-730e-4936-b26c-b03dec12b29b. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.214354] env[69742]: DEBUG nova.network.neutron [req-a2c40deb-1774-4892-a071-8d13e0692061 req-488f7cf7-6e11-493a-974f-e345bd42f015 service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Updating instance_info_cache with network_info: [{"id": "cf57a89b-730e-4936-b26c-b03dec12b29b", "address": "fa:16:3e:aa:06:d8", "network": {"id": "0df73bf6-d090-4803-9ca1-36d454485c72", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-598966675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bffb1118f71489b8de3d335302c4d42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf57a89b-73", "ovs_interfaceid": "cf57a89b-730e-4936-b26c-b03dec12b29b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.231613] env[69742]: DEBUG nova.policy [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea4b55ebf54e4c1da72d8750cb7b1c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff1e5f866a6f4687b375a77eeafa45ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.286235] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.394576] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060561, 'name': ReconfigVM_Task, 'duration_secs': 2.129543} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.395629] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Reconfigured VM instance instance-00000035 to attach disk [datastore2] b0ebfe40-c5ea-459c-ad35-1b5273658555/b0ebfe40-c5ea-459c-ad35-1b5273658555.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.395629] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc533818-cf70-4356-b1a0-087caf7514d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.405345] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 883.405345] env[69742]: value = "task-4060564" [ 883.405345] env[69742]: _type = "Task" [ 883.405345] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.422512] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060564, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.613024] env[69742]: DEBUG nova.network.neutron [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.632556] env[69742]: DEBUG nova.network.neutron [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Successfully created port: f54e576f-33df-4ac0-a933-ab4b3919c040 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.639362] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.655436] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5d5d1-9ff1-4e6a-a4b0-d16f31a3934a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.665797] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cacd26-2fcd-42e1-bb0a-625718ddef0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.700978] env[69742]: DEBUG nova.compute.manager [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.707164] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eec6fb-2a19-4913-9f6b-4881e45ac838 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.716673] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22e71ee-3b89-435e-a8dc-0a1065783f73 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.722370] env[69742]: DEBUG oslo_concurrency.lockutils [req-a2c40deb-1774-4892-a071-8d13e0692061 req-488f7cf7-6e11-493a-974f-e345bd42f015 service nova] Releasing lock "refresh_cache-b237bb8e-2d3e-4017-a618-1c2bb30c8e00" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.736275] env[69742]: DEBUG nova.compute.provider_tree [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.884777] env[69742]: DEBUG nova.network.neutron [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Updating instance_info_cache with network_info: [{"id": "10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6", "address": "fa:16:3e:e4:59:d8", "network": {"id": "978d7763-bd7d-4cb8-9057-0c7808ac7386", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1582863024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c703aa707bc249c1b97c5ec1afa84d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f7c8b8-45", "ovs_interfaceid": "10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.920958] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060564, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.168739] env[69742]: DEBUG nova.compute.manager [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Received event network-vif-plugged-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.168923] env[69742]: DEBUG oslo_concurrency.lockutils [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] Acquiring lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.169375] env[69742]: DEBUG oslo_concurrency.lockutils [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] Lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.169574] env[69742]: DEBUG oslo_concurrency.lockutils [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] Lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.169748] env[69742]: DEBUG nova.compute.manager [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] No waiting events found dispatching network-vif-plugged-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.169984] env[69742]: WARNING nova.compute.manager [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Received unexpected event network-vif-plugged-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 for instance with vm_state building and task_state spawning. [ 884.170194] env[69742]: DEBUG nova.compute.manager [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Received event network-changed-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.170358] env[69742]: DEBUG nova.compute.manager [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Refreshing instance network info cache due to event network-changed-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.170529] env[69742]: DEBUG oslo_concurrency.lockutils [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] Acquiring lock "refresh_cache-fc1f24db-833e-4341-b4c6-b7adc627dcf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.241035] env[69742]: DEBUG nova.scheduler.client.report [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.386322] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Releasing lock "refresh_cache-fc1f24db-833e-4341-b4c6-b7adc627dcf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.386633] env[69742]: DEBUG nova.compute.manager [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Instance network_info: |[{"id": "10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6", "address": "fa:16:3e:e4:59:d8", "network": {"id": "978d7763-bd7d-4cb8-9057-0c7808ac7386", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1582863024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c703aa707bc249c1b97c5ec1afa84d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f7c8b8-45", "ovs_interfaceid": "10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.386899] env[69742]: DEBUG oslo_concurrency.lockutils [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] Acquired lock "refresh_cache-fc1f24db-833e-4341-b4c6-b7adc627dcf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.387106] env[69742]: DEBUG nova.network.neutron [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Refreshing network info cache for port 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.390687] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:59:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.399165] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Creating folder: Project (c703aa707bc249c1b97c5ec1afa84d5e). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.400256] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1301aa53-c1ed-4b20-af78-648cdb907c12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.413670] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Created folder: Project (c703aa707bc249c1b97c5ec1afa84d5e) in parent group-v804621. [ 884.413891] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Creating folder: Instances. Parent ref: group-v804777. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.414174] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af48a52b-ca8c-4003-8517-6c67943ea955 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.419252] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060564, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.428531] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Created folder: Instances in parent group-v804777. [ 884.428789] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.429368] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.429592] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-128a5108-b9f5-46ab-a82d-29ed281f6482 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.451708] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.451708] env[69742]: value = "task-4060567" [ 884.451708] env[69742]: _type = "Task" [ 884.451708] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.460116] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060567, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.713417] env[69742]: DEBUG nova.compute.manager [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.744733] env[69742]: DEBUG nova.virt.hardware [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.744733] env[69742]: DEBUG nova.virt.hardware [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.745029] env[69742]: DEBUG nova.virt.hardware [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.745029] env[69742]: DEBUG nova.virt.hardware [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.745179] env[69742]: DEBUG nova.virt.hardware [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.745328] env[69742]: DEBUG nova.virt.hardware [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.745542] env[69742]: DEBUG nova.virt.hardware [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.745709] env[69742]: DEBUG nova.virt.hardware [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.745887] env[69742]: DEBUG nova.virt.hardware [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.746072] env[69742]: DEBUG nova.virt.hardware [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.746256] env[69742]: DEBUG nova.virt.hardware [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.747100] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.750112] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab7cd55-778f-4e5f-a254-83147e1e3db0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.753629] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.466s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.755278] env[69742]: INFO nova.compute.claims [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.768640] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ea9334-2d32-4ec2-be15-40f961adb66c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.796827] env[69742]: INFO nova.scheduler.client.report [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Deleted allocations for instance 3dcc5f85-3c9b-437b-a4d1-587412b0006f [ 884.920071] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060564, 'name': Rename_Task, 'duration_secs': 1.160483} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.921261] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.921261] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc0d1629-47c5-4b50-a16d-40adc9654452 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.929329] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 884.929329] env[69742]: value = "task-4060568" [ 884.929329] env[69742]: _type = "Task" [ 884.929329] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.939032] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.963083] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060567, 'name': CreateVM_Task, 'duration_secs': 0.380648} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.963083] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.963516] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.963705] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.964059] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.965047] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63917e61-8e8b-4569-88d5-db28760e7e7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.970545] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for the task: (returnval){ [ 884.970545] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528cc563-8b6e-0191-37ac-0cf08b70729e" [ 884.970545] env[69742]: _type = "Task" [ 884.970545] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.981639] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528cc563-8b6e-0191-37ac-0cf08b70729e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.212491] env[69742]: DEBUG nova.network.neutron [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Updated VIF entry in instance network info cache for port 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.212884] env[69742]: DEBUG nova.network.neutron [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Updating instance_info_cache with network_info: [{"id": "10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6", "address": "fa:16:3e:e4:59:d8", "network": {"id": "978d7763-bd7d-4cb8-9057-0c7808ac7386", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1582863024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c703aa707bc249c1b97c5ec1afa84d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f7c8b8-45", "ovs_interfaceid": "10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.307021] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2c52cdb-42e0-4f60-b3f9-d59dad57955b tempest-InstanceActionsV221TestJSON-668452198 tempest-InstanceActionsV221TestJSON-668452198-project-member] Lock "3dcc5f85-3c9b-437b-a4d1-587412b0006f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.665s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.377595] env[69742]: DEBUG nova.network.neutron [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Successfully updated port: f54e576f-33df-4ac0-a933-ab4b3919c040 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.439911] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.482865] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528cc563-8b6e-0191-37ac-0cf08b70729e, 'name': SearchDatastore_Task, 'duration_secs': 0.013124} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.483218] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.483537] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.483811] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.483959] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.484162] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.484465] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e828dfbd-3133-4788-a06b-0f38aeef1603 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.494402] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.494613] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.495384] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12fbe204-b612-4995-a544-fab4f2c1cc85 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.502743] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for the task: (returnval){ [ 885.502743] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a9cad3-3a9d-22fd-7361-2872d315bf21" [ 885.502743] env[69742]: _type = "Task" [ 885.502743] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.511509] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a9cad3-3a9d-22fd-7361-2872d315bf21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.715771] env[69742]: DEBUG oslo_concurrency.lockutils [req-8cb04693-12d1-4f69-9ed1-4c15e26aec31 req-c9381eaf-6373-4d1a-94d4-e606a5aaf7da service nova] Releasing lock "refresh_cache-fc1f24db-833e-4341-b4c6-b7adc627dcf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.883574] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "refresh_cache-e4e5b536-e5d9-43ac-a183-8469368513e4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.883574] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "refresh_cache-e4e5b536-e5d9-43ac-a183-8469368513e4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.883574] env[69742]: DEBUG nova.network.neutron [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.946226] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.013967] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a9cad3-3a9d-22fd-7361-2872d315bf21, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.014880] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2a4bb5-7741-4a76-bd2d-ec76f376108f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.022241] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for the task: (returnval){ [ 886.022241] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527e3bd5-6557-5a35-2d22-7b6999a6b811" [ 886.022241] env[69742]: _type = "Task" [ 886.022241] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.031502] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527e3bd5-6557-5a35-2d22-7b6999a6b811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.212013] env[69742]: DEBUG nova.compute.manager [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Received event network-vif-plugged-f54e576f-33df-4ac0-a933-ab4b3919c040 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.212297] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] Acquiring lock "e4e5b536-e5d9-43ac-a183-8469368513e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.212513] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] Lock "e4e5b536-e5d9-43ac-a183-8469368513e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.212677] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] Lock "e4e5b536-e5d9-43ac-a183-8469368513e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.212943] env[69742]: DEBUG nova.compute.manager [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] No waiting events found dispatching network-vif-plugged-f54e576f-33df-4ac0-a933-ab4b3919c040 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.213029] env[69742]: WARNING nova.compute.manager [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Received unexpected event network-vif-plugged-f54e576f-33df-4ac0-a933-ab4b3919c040 for instance with vm_state building and task_state spawning. [ 886.213171] env[69742]: DEBUG nova.compute.manager [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Received event network-changed-f54e576f-33df-4ac0-a933-ab4b3919c040 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.213321] env[69742]: DEBUG nova.compute.manager [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Refreshing instance network info cache due to event network-changed-f54e576f-33df-4ac0-a933-ab4b3919c040. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.213539] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] Acquiring lock "refresh_cache-e4e5b536-e5d9-43ac-a183-8469368513e4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.228896] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542d550a-d4c6-4956-85cd-e98b1b7d0aec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.237535] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dedbca-7442-4666-87d0-b87b5d8c253b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.270487] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a8b73a-c3c8-450e-9455-44a2496deec1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.279266] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a41849-60c0-4928-ba97-59281d569370 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.294142] env[69742]: DEBUG nova.compute.provider_tree [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.429391] env[69742]: DEBUG nova.network.neutron [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.445592] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.536222] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527e3bd5-6557-5a35-2d22-7b6999a6b811, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.536557] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.536884] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] fc1f24db-833e-4341-b4c6-b7adc627dcf6/fc1f24db-833e-4341-b4c6-b7adc627dcf6.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.537197] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea8b4bf2-73fa-41c2-ad87-f80b780f6ab5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.545263] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for the task: (returnval){ [ 886.545263] env[69742]: value = "task-4060569" [ 886.545263] env[69742]: _type = "Task" [ 886.545263] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.554421] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.621310] env[69742]: DEBUG nova.network.neutron [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Updating instance_info_cache with network_info: [{"id": "f54e576f-33df-4ac0-a933-ab4b3919c040", "address": "fa:16:3e:1d:b3:4a", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54e576f-33", "ovs_interfaceid": "f54e576f-33df-4ac0-a933-ab4b3919c040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.799251] env[69742]: DEBUG nova.scheduler.client.report [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.949326] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.056310] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481225} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.056591] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] fc1f24db-833e-4341-b4c6-b7adc627dcf6/fc1f24db-833e-4341-b4c6-b7adc627dcf6.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.056807] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.057079] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6289f49f-5900-4416-a8cc-61620bfde0a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.064029] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for the task: (returnval){ [ 887.064029] env[69742]: value = "task-4060570" [ 887.064029] env[69742]: _type = "Task" [ 887.064029] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.073088] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.124803] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "refresh_cache-e4e5b536-e5d9-43ac-a183-8469368513e4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.127050] env[69742]: DEBUG nova.compute.manager [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Instance network_info: |[{"id": "f54e576f-33df-4ac0-a933-ab4b3919c040", "address": "fa:16:3e:1d:b3:4a", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54e576f-33", "ovs_interfaceid": "f54e576f-33df-4ac0-a933-ab4b3919c040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.127050] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] Acquired lock "refresh_cache-e4e5b536-e5d9-43ac-a183-8469368513e4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.127494] env[69742]: DEBUG nova.network.neutron [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Refreshing network info cache for port f54e576f-33df-4ac0-a933-ab4b3919c040 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.127702] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:b3:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f54e576f-33df-4ac0-a933-ab4b3919c040', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.136883] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.138095] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.140013] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c523dc5-204f-4aca-8db9-42f48264d6c6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.159698] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.159698] env[69742]: value = "task-4060571" [ 887.159698] env[69742]: _type = "Task" [ 887.159698] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.170710] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060571, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.309859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.310422] env[69742]: DEBUG nova.compute.manager [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.313149] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.673s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.448822] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.578220] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176839} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.578588] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.579762] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f139b87-e4ba-4055-b4e5-cced383812ca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.613599] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] fc1f24db-833e-4341-b4c6-b7adc627dcf6/fc1f24db-833e-4341-b4c6-b7adc627dcf6.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.614512] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e70472c-c810-4d94-9a4b-8c5766371ba2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.643518] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for the task: (returnval){ [ 887.643518] env[69742]: value = "task-4060572" [ 887.643518] env[69742]: _type = "Task" [ 887.643518] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.655094] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.671775] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060571, 'name': CreateVM_Task, 'duration_secs': 0.35706} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.672042] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.673024] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.673266] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.674968] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.674968] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513351e4-54bf-4029-bf75-a824c8e409a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.683880] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 887.683880] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529f80d6-8c61-8188-8727-c4b727fc9bd9" [ 887.683880] env[69742]: _type = "Task" [ 887.683880] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.696164] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529f80d6-8c61-8188-8727-c4b727fc9bd9, 'name': SearchDatastore_Task} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.696164] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.696164] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.696496] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.696496] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.696584] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.696888] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-899bc2d7-94ff-4484-8daf-20579aab5e8d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.706808] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.707011] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.707842] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14c3799-d9cb-4c0c-8fdc-eea1371bc49d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.714619] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 887.714619] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ca0552-7e5c-9a00-0ce6-d1467b341544" [ 887.714619] env[69742]: _type = "Task" [ 887.714619] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.725563] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ca0552-7e5c-9a00-0ce6-d1467b341544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.819537] env[69742]: INFO nova.compute.claims [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.824991] env[69742]: DEBUG nova.compute.utils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.830992] env[69742]: DEBUG nova.compute.manager [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.831259] env[69742]: DEBUG nova.network.neutron [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.904347] env[69742]: DEBUG nova.policy [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27c8b089c02046c3b70d0c6a97b0ae46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b9055a8c09047ac9687f9a619285ffe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.947664] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.961217] env[69742]: DEBUG nova.network.neutron [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Updated VIF entry in instance network info cache for port f54e576f-33df-4ac0-a933-ab4b3919c040. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.961664] env[69742]: DEBUG nova.network.neutron [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Updating instance_info_cache with network_info: [{"id": "f54e576f-33df-4ac0-a933-ab4b3919c040", "address": "fa:16:3e:1d:b3:4a", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54e576f-33", "ovs_interfaceid": "f54e576f-33df-4ac0-a933-ab4b3919c040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.162482] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060572, 'name': ReconfigVM_Task, 'duration_secs': 0.367227} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.162870] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Reconfigured VM instance instance-00000036 to attach disk [datastore2] fc1f24db-833e-4341-b4c6-b7adc627dcf6/fc1f24db-833e-4341-b4c6-b7adc627dcf6.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.163590] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdd0c0a6-0cf4-41b8-bfbd-900123963cc9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.171025] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for the task: (returnval){ [ 888.171025] env[69742]: value = "task-4060573" [ 888.171025] env[69742]: _type = "Task" [ 888.171025] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.181703] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060573, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.210758] env[69742]: DEBUG nova.network.neutron [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Successfully created port: d49fae22-4ff9-4488-bdcb-6b7548399d77 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.227673] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ca0552-7e5c-9a00-0ce6-d1467b341544, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.228533] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08bc682-cacd-4af5-be57-2ef3b9581338 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.235088] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 888.235088] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52982554-096b-b29d-790e-c92693ee944b" [ 888.235088] env[69742]: _type = "Task" [ 888.235088] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.244728] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52982554-096b-b29d-790e-c92693ee944b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.335111] env[69742]: INFO nova.compute.resource_tracker [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating resource usage from migration 7e734f87-f22f-45b3-8a86-d28aba4e8e05 [ 888.339584] env[69742]: DEBUG nova.compute.manager [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.448171] env[69742]: DEBUG oslo_vmware.api [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060568, 'name': PowerOnVM_Task, 'duration_secs': 3.308128} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.448171] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.448171] env[69742]: INFO nova.compute.manager [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Took 13.36 seconds to spawn the instance on the hypervisor. [ 888.448171] env[69742]: DEBUG nova.compute.manager [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.448749] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5982a77-7f23-4f37-bed8-7228e473ebca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.465102] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ff35087-580b-44f5-86cd-5228bcb5420d req-fb86e5f1-e75a-4405-8263-80ddfa814285 service nova] Releasing lock "refresh_cache-e4e5b536-e5d9-43ac-a183-8469368513e4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.482205] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquiring lock "46fecc62-e620-4135-a751-3df131d2a624" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.482546] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "46fecc62-e620-4135-a751-3df131d2a624" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.593132] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.593449] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.684590] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060573, 'name': Rename_Task, 'duration_secs': 0.172074} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.684590] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.684745] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b84313d0-bc8f-4ec3-9042-f113f0795ae6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.690961] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for the task: (returnval){ [ 888.690961] env[69742]: value = "task-4060574" [ 888.690961] env[69742]: _type = "Task" [ 888.690961] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.699447] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.747236] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52982554-096b-b29d-790e-c92693ee944b, 'name': SearchDatastore_Task, 'duration_secs': 0.012895} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.747692] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.747984] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e4e5b536-e5d9-43ac-a183-8469368513e4/e4e5b536-e5d9-43ac-a183-8469368513e4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.748285] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b56719a-63e8-4120-9dd1-d6696dbbda38 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.751712] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c954f380-f300-4f69-8923-a2d9b79a90e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.761586] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ffa34e-f476-43d7-ac5f-3c67f1cff5a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.766014] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 888.766014] env[69742]: value = "task-4060575" [ 888.766014] env[69742]: _type = "Task" [ 888.766014] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.799089] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dbd066-d6dd-4fa6-b329-784c9f5362f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.805150] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.810949] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943497a8-14a6-4f4e-b9cb-bcefa017d956 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.825932] env[69742]: DEBUG nova.compute.provider_tree [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.973387] env[69742]: INFO nova.compute.manager [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Took 48.99 seconds to build instance. [ 889.104088] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.104310] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.104466] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.104662] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.104761] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.104952] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.105130] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 889.105293] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.205292] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060574, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.279934] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060575, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.329276] env[69742]: DEBUG nova.scheduler.client.report [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.348755] env[69742]: DEBUG nova.compute.manager [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.369827] env[69742]: DEBUG nova.virt.hardware [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.370103] env[69742]: DEBUG nova.virt.hardware [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.370267] env[69742]: DEBUG nova.virt.hardware [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.370456] env[69742]: DEBUG nova.virt.hardware [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.370605] env[69742]: DEBUG nova.virt.hardware [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.370756] env[69742]: DEBUG nova.virt.hardware [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.370969] env[69742]: DEBUG nova.virt.hardware [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.371143] env[69742]: DEBUG nova.virt.hardware [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.371313] env[69742]: DEBUG nova.virt.hardware [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.371546] env[69742]: DEBUG nova.virt.hardware [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.371758] env[69742]: DEBUG nova.virt.hardware [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.372626] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0246d8f3-3458-4dbb-8bfa-88079fa1433b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.381821] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ece2617-d7d3-4fbb-b067-7ed677917b47 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.474279] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4cf1d258-7fb5-41b3-b806-6c45e570fb92 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "b0ebfe40-c5ea-459c-ad35-1b5273658555" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.944s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.608631] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.654357] env[69742]: DEBUG nova.compute.manager [req-b7a8a89f-e39e-4e7b-87dc-558253e5261d req-77c63c5d-d558-4347-88f8-7451a9c86a76 service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Received event network-vif-plugged-d49fae22-4ff9-4488-bdcb-6b7548399d77 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.654780] env[69742]: DEBUG oslo_concurrency.lockutils [req-b7a8a89f-e39e-4e7b-87dc-558253e5261d req-77c63c5d-d558-4347-88f8-7451a9c86a76 service nova] Acquiring lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.655073] env[69742]: DEBUG oslo_concurrency.lockutils [req-b7a8a89f-e39e-4e7b-87dc-558253e5261d req-77c63c5d-d558-4347-88f8-7451a9c86a76 service nova] Lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.655205] env[69742]: DEBUG oslo_concurrency.lockutils [req-b7a8a89f-e39e-4e7b-87dc-558253e5261d req-77c63c5d-d558-4347-88f8-7451a9c86a76 service nova] Lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.655380] env[69742]: DEBUG nova.compute.manager [req-b7a8a89f-e39e-4e7b-87dc-558253e5261d req-77c63c5d-d558-4347-88f8-7451a9c86a76 service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] No waiting events found dispatching network-vif-plugged-d49fae22-4ff9-4488-bdcb-6b7548399d77 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.655847] env[69742]: WARNING nova.compute.manager [req-b7a8a89f-e39e-4e7b-87dc-558253e5261d req-77c63c5d-d558-4347-88f8-7451a9c86a76 service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Received unexpected event network-vif-plugged-d49fae22-4ff9-4488-bdcb-6b7548399d77 for instance with vm_state building and task_state spawning. [ 889.702523] env[69742]: DEBUG oslo_vmware.api [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060574, 'name': PowerOnVM_Task, 'duration_secs': 0.642522} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.702960] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.703314] env[69742]: INFO nova.compute.manager [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Took 7.57 seconds to spawn the instance on the hypervisor. [ 889.703678] env[69742]: DEBUG nova.compute.manager [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.704596] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0d004f-f58f-4936-8813-8bd430d4e3b6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.714116] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "917f5cae-ce8d-4194-9d79-bb8083092fbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.714563] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "917f5cae-ce8d-4194-9d79-bb8083092fbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.752564] env[69742]: DEBUG nova.network.neutron [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Successfully updated port: d49fae22-4ff9-4488-bdcb-6b7548399d77 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.778596] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520246} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.778951] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e4e5b536-e5d9-43ac-a183-8469368513e4/e4e5b536-e5d9-43ac-a183-8469368513e4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.779316] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.779548] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d87d5803-a2b8-467a-a167-bccefa8cfc3b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.788455] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 889.788455] env[69742]: value = "task-4060576" [ 889.788455] env[69742]: _type = "Task" [ 889.788455] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.799249] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.835273] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.522s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.835406] env[69742]: INFO nova.compute.manager [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Migrating [ 889.842108] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.053s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.843652] env[69742]: INFO nova.compute.claims [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.976517] env[69742]: DEBUG nova.compute.manager [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.226399] env[69742]: INFO nova.compute.manager [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Took 34.89 seconds to build instance. [ 890.255831] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquiring lock "refresh_cache-fd2147d5-9c03-4e14-ba9a-f5bf149aac68" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.256026] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquired lock "refresh_cache-fd2147d5-9c03-4e14-ba9a-f5bf149aac68" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.256117] env[69742]: DEBUG nova.network.neutron [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.299277] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232725} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.299702] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.301078] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3fbdcb-80a3-4a1f-b8b3-717fe9552a5e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.326804] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] e4e5b536-e5d9-43ac-a183-8469368513e4/e4e5b536-e5d9-43ac-a183-8469368513e4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.327044] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-515d540f-693b-48d9-8621-d498acf8d940 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.353808] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 890.353808] env[69742]: value = "task-4060577" [ 890.353808] env[69742]: _type = "Task" [ 890.353808] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.354381] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.354616] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.354913] env[69742]: DEBUG nova.network.neutron [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.367889] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060577, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.501139] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.728232] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0481fd45-d439-4f70-91c4-4bfcba6d458c tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.140s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.806281] env[69742]: DEBUG nova.network.neutron [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.876879] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.075654] env[69742]: DEBUG nova.network.neutron [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Updating instance_info_cache with network_info: [{"id": "d49fae22-4ff9-4488-bdcb-6b7548399d77", "address": "fa:16:3e:79:5b:68", "network": {"id": "305e4ade-9aae-4b74-86a2-5b634032ff10", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-414921246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9055a8c09047ac9687f9a619285ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd49fae22-4f", "ovs_interfaceid": "d49fae22-4ff9-4488-bdcb-6b7548399d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.158082] env[69742]: DEBUG nova.network.neutron [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance_info_cache with network_info: [{"id": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "address": "fa:16:3e:04:fd:e4", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763d5d1c-97", "ovs_interfaceid": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.231764] env[69742]: DEBUG nova.compute.manager [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.372368] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060577, 'name': ReconfigVM_Task, 'duration_secs': 0.646473} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.372808] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Reconfigured VM instance instance-00000037 to attach disk [datastore2] e4e5b536-e5d9-43ac-a183-8469368513e4/e4e5b536-e5d9-43ac-a183-8469368513e4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.373597] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eba9f95-e969-4350-af16-6aef7e647c12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.382407] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 891.382407] env[69742]: value = "task-4060578" [ 891.382407] env[69742]: _type = "Task" [ 891.382407] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.392362] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060578, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.429023] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063cd81d-4d0e-4bd3-b71c-a9c767357e0c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.437728] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c0b0e1-019f-46ec-8d4b-350b2cf70442 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.478276] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bf99f7-c584-4655-bb51-5163d1ec487c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.487024] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaf66bf-9bc2-43e5-bb5f-53dd2aa422f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.502284] env[69742]: DEBUG nova.compute.provider_tree [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.581531] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Releasing lock "refresh_cache-fd2147d5-9c03-4e14-ba9a-f5bf149aac68" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.581909] env[69742]: DEBUG nova.compute.manager [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Instance network_info: |[{"id": "d49fae22-4ff9-4488-bdcb-6b7548399d77", "address": "fa:16:3e:79:5b:68", "network": {"id": "305e4ade-9aae-4b74-86a2-5b634032ff10", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-414921246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9055a8c09047ac9687f9a619285ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd49fae22-4f", "ovs_interfaceid": "d49fae22-4ff9-4488-bdcb-6b7548399d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.582677] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:5b:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd49fae22-4ff9-4488-bdcb-6b7548399d77', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.590069] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Creating folder: Project (9b9055a8c09047ac9687f9a619285ffe). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.590340] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-632fd072-14dd-40ce-bc58-f9c071619f12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.605266] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Created folder: Project (9b9055a8c09047ac9687f9a619285ffe) in parent group-v804621. [ 891.605580] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Creating folder: Instances. Parent ref: group-v804781. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.605937] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-943414c2-dd66-4cc9-af76-daed64c62814 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.619901] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Created folder: Instances in parent group-v804781. [ 891.620304] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.620392] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.620602] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf4a978f-3b9a-4178-9038-34e1348125de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.640751] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.640751] env[69742]: value = "task-4060581" [ 891.640751] env[69742]: _type = "Task" [ 891.640751] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.649524] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060581, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.660327] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.663660] env[69742]: DEBUG nova.compute.manager [req-fe6e3edc-92d3-43e7-9b13-66df1677b1a6 req-08fd7f47-d0af-4e80-9688-828b1b15acad service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Received event network-changed-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.663870] env[69742]: DEBUG nova.compute.manager [req-fe6e3edc-92d3-43e7-9b13-66df1677b1a6 req-08fd7f47-d0af-4e80-9688-828b1b15acad service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Refreshing instance network info cache due to event network-changed-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.664108] env[69742]: DEBUG oslo_concurrency.lockutils [req-fe6e3edc-92d3-43e7-9b13-66df1677b1a6 req-08fd7f47-d0af-4e80-9688-828b1b15acad service nova] Acquiring lock "refresh_cache-fc1f24db-833e-4341-b4c6-b7adc627dcf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.664261] env[69742]: DEBUG oslo_concurrency.lockutils [req-fe6e3edc-92d3-43e7-9b13-66df1677b1a6 req-08fd7f47-d0af-4e80-9688-828b1b15acad service nova] Acquired lock "refresh_cache-fc1f24db-833e-4341-b4c6-b7adc627dcf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.664420] env[69742]: DEBUG nova.network.neutron [req-fe6e3edc-92d3-43e7-9b13-66df1677b1a6 req-08fd7f47-d0af-4e80-9688-828b1b15acad service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Refreshing network info cache for port 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.680867] env[69742]: DEBUG nova.compute.manager [req-79612b29-367d-431a-8611-f06fb21083ab req-3e156808-6245-493f-8a4f-2a140efb89f5 service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Received event network-changed-d49fae22-4ff9-4488-bdcb-6b7548399d77 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.680867] env[69742]: DEBUG nova.compute.manager [req-79612b29-367d-431a-8611-f06fb21083ab req-3e156808-6245-493f-8a4f-2a140efb89f5 service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Refreshing instance network info cache due to event network-changed-d49fae22-4ff9-4488-bdcb-6b7548399d77. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.680867] env[69742]: DEBUG oslo_concurrency.lockutils [req-79612b29-367d-431a-8611-f06fb21083ab req-3e156808-6245-493f-8a4f-2a140efb89f5 service nova] Acquiring lock "refresh_cache-fd2147d5-9c03-4e14-ba9a-f5bf149aac68" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.680867] env[69742]: DEBUG oslo_concurrency.lockutils [req-79612b29-367d-431a-8611-f06fb21083ab req-3e156808-6245-493f-8a4f-2a140efb89f5 service nova] Acquired lock "refresh_cache-fd2147d5-9c03-4e14-ba9a-f5bf149aac68" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.680867] env[69742]: DEBUG nova.network.neutron [req-79612b29-367d-431a-8611-f06fb21083ab req-3e156808-6245-493f-8a4f-2a140efb89f5 service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Refreshing network info cache for port d49fae22-4ff9-4488-bdcb-6b7548399d77 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.754305] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.894593] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060578, 'name': Rename_Task, 'duration_secs': 0.380753} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.894593] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.894804] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f7ee21f-0f2e-4796-9de7-e1b74e562c9d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.902861] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 891.902861] env[69742]: value = "task-4060582" [ 891.902861] env[69742]: _type = "Task" [ 891.902861] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.912733] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.010934] env[69742]: DEBUG nova.scheduler.client.report [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.154064] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060581, 'name': CreateVM_Task, 'duration_secs': 0.392929} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.154064] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.156018] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.156453] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.157114] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.157477] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c6d195-29f5-4fca-a649-234ec58d5b6d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.164213] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for the task: (returnval){ [ 892.164213] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52321e95-afd9-ed0b-9438-71deca5a21ca" [ 892.164213] env[69742]: _type = "Task" [ 892.164213] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.190815] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52321e95-afd9-ed0b-9438-71deca5a21ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013209} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.193727] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.193727] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.193727] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.193727] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.193958] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.193958] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d952bf75-4cd5-48e7-b139-dd9b42e6dbe3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.207136] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.207469] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.208660] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d033b351-d24a-42ef-aac5-a5e70f93073d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.220116] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for the task: (returnval){ [ 892.220116] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cd89f0-880e-8ed6-cecb-cfdf0795d977" [ 892.220116] env[69742]: _type = "Task" [ 892.220116] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.237114] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cd89f0-880e-8ed6-cecb-cfdf0795d977, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.246038] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d250c120-52c0-402f-88bf-64069b24fe3e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.256786] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for the task: (returnval){ [ 892.256786] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521cbf48-5d88-ec96-8a1c-fc588baa02cf" [ 892.256786] env[69742]: _type = "Task" [ 892.256786] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.267347] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521cbf48-5d88-ec96-8a1c-fc588baa02cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.414749] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.516135] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.516700] env[69742]: DEBUG nova.compute.manager [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.519857] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.432s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.520177] env[69742]: DEBUG nova.objects.instance [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lazy-loading 'resources' on Instance uuid 6a49c3d4-1b14-4f61-aa23-84a529849dda {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.539635] env[69742]: DEBUG nova.network.neutron [req-79612b29-367d-431a-8611-f06fb21083ab req-3e156808-6245-493f-8a4f-2a140efb89f5 service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Updated VIF entry in instance network info cache for port d49fae22-4ff9-4488-bdcb-6b7548399d77. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.540050] env[69742]: DEBUG nova.network.neutron [req-79612b29-367d-431a-8611-f06fb21083ab req-3e156808-6245-493f-8a4f-2a140efb89f5 service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Updating instance_info_cache with network_info: [{"id": "d49fae22-4ff9-4488-bdcb-6b7548399d77", "address": "fa:16:3e:79:5b:68", "network": {"id": "305e4ade-9aae-4b74-86a2-5b634032ff10", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-414921246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9055a8c09047ac9687f9a619285ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd49fae22-4f", "ovs_interfaceid": "d49fae22-4ff9-4488-bdcb-6b7548399d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.570928] env[69742]: DEBUG nova.network.neutron [req-fe6e3edc-92d3-43e7-9b13-66df1677b1a6 req-08fd7f47-d0af-4e80-9688-828b1b15acad service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Updated VIF entry in instance network info cache for port 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.571317] env[69742]: DEBUG nova.network.neutron [req-fe6e3edc-92d3-43e7-9b13-66df1677b1a6 req-08fd7f47-d0af-4e80-9688-828b1b15acad service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Updating instance_info_cache with network_info: [{"id": "10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6", "address": "fa:16:3e:e4:59:d8", "network": {"id": "978d7763-bd7d-4cb8-9057-0c7808ac7386", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1582863024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c703aa707bc249c1b97c5ec1afa84d5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f7c8b8-45", "ovs_interfaceid": "10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.769125] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521cbf48-5d88-ec96-8a1c-fc588baa02cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.769426] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.769703] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] fd2147d5-9c03-4e14-ba9a-f5bf149aac68/fd2147d5-9c03-4e14-ba9a-f5bf149aac68.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.770056] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5ae4f2b-9be7-4308-aef6-23b91a4c74bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.778975] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for the task: (returnval){ [ 892.778975] env[69742]: value = "task-4060583" [ 892.778975] env[69742]: _type = "Task" [ 892.778975] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.788811] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.914980] env[69742]: DEBUG oslo_vmware.api [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060582, 'name': PowerOnVM_Task, 'duration_secs': 0.977343} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.915267] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.915478] env[69742]: INFO nova.compute.manager [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Took 8.20 seconds to spawn the instance on the hypervisor. [ 892.915665] env[69742]: DEBUG nova.compute.manager [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.916486] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f78b2e1-3f74-4f15-a759-9a0a8a56ead9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.023371] env[69742]: DEBUG nova.compute.utils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.028317] env[69742]: DEBUG nova.compute.manager [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.028514] env[69742]: DEBUG nova.network.neutron [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.042771] env[69742]: DEBUG oslo_concurrency.lockutils [req-79612b29-367d-431a-8611-f06fb21083ab req-3e156808-6245-493f-8a4f-2a140efb89f5 service nova] Releasing lock "refresh_cache-fd2147d5-9c03-4e14-ba9a-f5bf149aac68" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.074446] env[69742]: DEBUG oslo_concurrency.lockutils [req-fe6e3edc-92d3-43e7-9b13-66df1677b1a6 req-08fd7f47-d0af-4e80-9688-828b1b15acad service nova] Releasing lock "refresh_cache-fc1f24db-833e-4341-b4c6-b7adc627dcf6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.082672] env[69742]: DEBUG nova.policy [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '557ba98891454345b7b3763d119e7181', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03582502a4e64172bc4542254ec2d2c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.186283] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee532d8e-8222-4a81-866a-1f36987c0a5a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.209691] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance '82319341-97ba-4d4f-9388-34aa338c03c9' progress to 0 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.295034] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505858} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.296167] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] fd2147d5-9c03-4e14-ba9a-f5bf149aac68/fd2147d5-9c03-4e14-ba9a-f5bf149aac68.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.296167] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.296355] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2a4761f-24a7-46b8-8974-1be328866ad5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.304815] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for the task: (returnval){ [ 893.304815] env[69742]: value = "task-4060584" [ 893.304815] env[69742]: _type = "Task" [ 893.304815] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.316769] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.423980] env[69742]: DEBUG nova.network.neutron [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Successfully created port: 4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.436031] env[69742]: INFO nova.compute.manager [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Took 36.26 seconds to build instance. [ 893.531918] env[69742]: DEBUG nova.compute.manager [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.624890] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fc63d9-aab4-43bf-85d2-f9127b7ee4c2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.632891] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30bfe92-b9a1-49e5-91be-09882601b0ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.671020] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf857cd-9d56-42bf-857e-508819a02231 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.679956] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6f6a4d-5243-43ed-946f-8bc90fdf3807 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.696698] env[69742]: DEBUG nova.compute.provider_tree [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.718864] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.719187] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a18b8c9-f582-4a0b-a980-5ad5575a7b9a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.727041] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 893.727041] env[69742]: value = "task-4060585" [ 893.727041] env[69742]: _type = "Task" [ 893.727041] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.735666] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.778226] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0011ba2f-e630-4f31-a605-2485758f00d2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.786863] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0df760-e562-4f14-8b51-b98b4ea40566 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Suspending the VM {{(pid=69742) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 893.787336] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1b2c68f1-fe9b-4575-a05d-3810206b61f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.796537] env[69742]: DEBUG oslo_vmware.api [None req-cf0df760-e562-4f14-8b51-b98b4ea40566 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 893.796537] env[69742]: value = "task-4060586" [ 893.796537] env[69742]: _type = "Task" [ 893.796537] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.808153] env[69742]: DEBUG oslo_vmware.api [None req-cf0df760-e562-4f14-8b51-b98b4ea40566 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060586, 'name': SuspendVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.817351] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089166} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.817525] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.818374] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c55dd0e-0dd0-4217-b7df-4cac417f7474 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.842964] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] fd2147d5-9c03-4e14-ba9a-f5bf149aac68/fd2147d5-9c03-4e14-ba9a-f5bf149aac68.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.843746] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d78ff0-c2f7-4853-b0c5-8051a8cf8129 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.866661] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for the task: (returnval){ [ 893.866661] env[69742]: value = "task-4060587" [ 893.866661] env[69742]: _type = "Task" [ 893.866661] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.876245] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.937142] env[69742]: DEBUG oslo_concurrency.lockutils [None req-705dc08a-d4f2-4f0c-9801-a7663196fda5 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "e4e5b536-e5d9-43ac-a183-8469368513e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.453s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.200017] env[69742]: DEBUG nova.scheduler.client.report [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.238748] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060585, 'name': PowerOffVM_Task, 'duration_secs': 0.21809} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.239267] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.239557] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance '82319341-97ba-4d4f-9388-34aa338c03c9' progress to 17 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.308602] env[69742]: DEBUG oslo_vmware.api [None req-cf0df760-e562-4f14-8b51-b98b4ea40566 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060586, 'name': SuspendVM_Task} progress is 87%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.382220] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.540395] env[69742]: DEBUG nova.compute.manager [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.577981] env[69742]: DEBUG nova.virt.hardware [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.578260] env[69742]: DEBUG nova.virt.hardware [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.578418] env[69742]: DEBUG nova.virt.hardware [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.578642] env[69742]: DEBUG nova.virt.hardware [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.578920] env[69742]: DEBUG nova.virt.hardware [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.578995] env[69742]: DEBUG nova.virt.hardware [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.579168] env[69742]: DEBUG nova.virt.hardware [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.579335] env[69742]: DEBUG nova.virt.hardware [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.579507] env[69742]: DEBUG nova.virt.hardware [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.579757] env[69742]: DEBUG nova.virt.hardware [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.579955] env[69742]: DEBUG nova.virt.hardware [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.580857] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded05b6b-fe27-40fc-8e7e-2afe754c1ed2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.590276] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853f6df5-5eb5-418d-8c23-121aa2fe368a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.706697] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.710021] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.676s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.712229] env[69742]: INFO nova.compute.claims [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.739712] env[69742]: INFO nova.scheduler.client.report [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Deleted allocations for instance 6a49c3d4-1b14-4f61-aa23-84a529849dda [ 894.748041] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.748524] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.748804] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.749081] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.749289] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.749499] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.749788] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.750015] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.750255] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.750482] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.752385] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.759530] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-395ccc20-30ab-49b6-9b36-97aec06da8a7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.780863] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 894.780863] env[69742]: value = "task-4060588" [ 894.780863] env[69742]: _type = "Task" [ 894.780863] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.790938] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060588, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.812496] env[69742]: DEBUG oslo_vmware.api [None req-cf0df760-e562-4f14-8b51-b98b4ea40566 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060586, 'name': SuspendVM_Task} progress is 87%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.878670] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.881970] env[69742]: DEBUG nova.compute.manager [req-d52d9c7e-e2e3-40b4-80a8-c2e73d568c1c req-f8281cb0-d5e4-4113-8b65-f32a9af911a8 service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Received event network-vif-plugged-4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.882230] env[69742]: DEBUG oslo_concurrency.lockutils [req-d52d9c7e-e2e3-40b4-80a8-c2e73d568c1c req-f8281cb0-d5e4-4113-8b65-f32a9af911a8 service nova] Acquiring lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.882391] env[69742]: DEBUG oslo_concurrency.lockutils [req-d52d9c7e-e2e3-40b4-80a8-c2e73d568c1c req-f8281cb0-d5e4-4113-8b65-f32a9af911a8 service nova] Lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.882560] env[69742]: DEBUG oslo_concurrency.lockutils [req-d52d9c7e-e2e3-40b4-80a8-c2e73d568c1c req-f8281cb0-d5e4-4113-8b65-f32a9af911a8 service nova] Lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.882733] env[69742]: DEBUG nova.compute.manager [req-d52d9c7e-e2e3-40b4-80a8-c2e73d568c1c req-f8281cb0-d5e4-4113-8b65-f32a9af911a8 service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] No waiting events found dispatching network-vif-plugged-4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.882989] env[69742]: WARNING nova.compute.manager [req-d52d9c7e-e2e3-40b4-80a8-c2e73d568c1c req-f8281cb0-d5e4-4113-8b65-f32a9af911a8 service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Received unexpected event network-vif-plugged-4b31e64b-fdc4-42a7-8b8c-132fc7639792 for instance with vm_state building and task_state spawning. [ 894.990317] env[69742]: DEBUG nova.network.neutron [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Successfully updated port: 4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.248937] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bb8ef8c7-aa41-467c-99e7-e255d06f7dfe tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "6a49c3d4-1b14-4f61-aa23-84a529849dda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.371s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.290670] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.308791] env[69742]: DEBUG oslo_vmware.api [None req-cf0df760-e562-4f14-8b51-b98b4ea40566 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060586, 'name': SuspendVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.380066] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.491587] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.491759] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquired lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.491925] env[69742]: DEBUG nova.network.neutron [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.616946] env[69742]: DEBUG oslo_concurrency.lockutils [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.617313] env[69742]: DEBUG oslo_concurrency.lockutils [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.617483] env[69742]: DEBUG oslo_concurrency.lockutils [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.617902] env[69742]: DEBUG oslo_concurrency.lockutils [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.617902] env[69742]: DEBUG oslo_concurrency.lockutils [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.619963] env[69742]: INFO nova.compute.manager [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Terminating instance [ 895.794550] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060588, 'name': ReconfigVM_Task, 'duration_secs': 0.970987} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.794913] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance '82319341-97ba-4d4f-9388-34aa338c03c9' progress to 33 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.812336] env[69742]: DEBUG oslo_vmware.api [None req-cf0df760-e562-4f14-8b51-b98b4ea40566 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060586, 'name': SuspendVM_Task, 'duration_secs': 1.939859} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.812634] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0df760-e562-4f14-8b51-b98b4ea40566 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Suspended the VM {{(pid=69742) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 895.812822] env[69742]: DEBUG nova.compute.manager [None req-cf0df760-e562-4f14-8b51-b98b4ea40566 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.813642] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91f89bd-c5ce-4111-b76b-d99d121f3c71 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.879448] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060587, 'name': ReconfigVM_Task, 'duration_secs': 1.844809} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.882152] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Reconfigured VM instance instance-00000038 to attach disk [datastore1] fd2147d5-9c03-4e14-ba9a-f5bf149aac68/fd2147d5-9c03-4e14-ba9a-f5bf149aac68.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.883071] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7159e9a-fb51-4241-8202-7fc0f0e72f28 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.891779] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for the task: (returnval){ [ 895.891779] env[69742]: value = "task-4060589" [ 895.891779] env[69742]: _type = "Task" [ 895.891779] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.906450] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060589, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.033714] env[69742]: DEBUG nova.network.neutron [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.124438] env[69742]: DEBUG nova.compute.manager [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.124744] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.125693] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b2f3bb-db32-46cb-9896-1dc81537358f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.137123] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.137421] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3378eaa8-c444-4ade-a409-e91655d3868f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.146742] env[69742]: DEBUG oslo_vmware.api [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 896.146742] env[69742]: value = "task-4060590" [ 896.146742] env[69742]: _type = "Task" [ 896.146742] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.156928] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ff7be5-8b88-442c-a1ac-ec04ae06a049 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.163863] env[69742]: DEBUG oslo_vmware.api [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.169301] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd72b77d-4bc8-49e8-89ca-dd3025c0eba1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.202437] env[69742]: DEBUG nova.network.neutron [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updating instance_info_cache with network_info: [{"id": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "address": "fa:16:3e:2d:9f:bd", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b31e64b-fd", "ovs_interfaceid": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.204310] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92572b62-5477-4796-9500-5b2ec1e70ccc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.213967] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b045e9-b761-4dcc-b6e2-22aaf002637d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.229940] env[69742]: DEBUG nova.compute.provider_tree [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.302390] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:17:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dd53c389-054b-43d8-b99f-e7f80d4544ab',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-587880790',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.302695] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.302862] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.303072] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.303206] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.303353] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.303627] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.303862] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.304143] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.304243] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.304408] env[69742]: DEBUG nova.virt.hardware [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.310853] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 896.311066] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a051766-145d-4fdb-b75e-9fedcdab08ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.333136] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 896.333136] env[69742]: value = "task-4060591" [ 896.333136] env[69742]: _type = "Task" [ 896.333136] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.343082] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.402940] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060589, 'name': Rename_Task, 'duration_secs': 0.181992} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.403324] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.403652] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ae22d6d-df99-48d4-a527-4b52b64383b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.410115] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for the task: (returnval){ [ 896.410115] env[69742]: value = "task-4060592" [ 896.410115] env[69742]: _type = "Task" [ 896.410115] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.418187] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.665310] env[69742]: DEBUG oslo_vmware.api [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060590, 'name': PowerOffVM_Task, 'duration_secs': 0.203696} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.665738] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.665738] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.665989] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-529d7617-b9da-4c62-8250-8ea53c94b11f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.708790] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Releasing lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.709204] env[69742]: DEBUG nova.compute.manager [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Instance network_info: |[{"id": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "address": "fa:16:3e:2d:9f:bd", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b31e64b-fd", "ovs_interfaceid": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.709622] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:9f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b31e64b-fdc4-42a7-8b8c-132fc7639792', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.717538] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Creating folder: Project (03582502a4e64172bc4542254ec2d2c8). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.717848] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-804a7c9e-2b8d-4c48-a1a2-e8335b296751 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.732848] env[69742]: DEBUG nova.scheduler.client.report [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.738237] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Created folder: Project (03582502a4e64172bc4542254ec2d2c8) in parent group-v804621. [ 896.738524] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Creating folder: Instances. Parent ref: group-v804784. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.738850] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f938ba4-daf8-4653-8051-014eae42e5a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.744027] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.744386] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.744684] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Deleting the datastore file [datastore2] bcf096b6-87b8-4f77-a8ad-5e049a71cb81 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.745078] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e92000b2-8ce3-46a7-ac9f-245308041857 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.754302] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Created folder: Instances in parent group-v804784. [ 896.754302] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.754302] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.754302] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ad16580-4a52-471e-8095-6a3f6ae8cb22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.771496] env[69742]: DEBUG oslo_vmware.api [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for the task: (returnval){ [ 896.771496] env[69742]: value = "task-4060596" [ 896.771496] env[69742]: _type = "Task" [ 896.771496] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.776238] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.776238] env[69742]: value = "task-4060597" [ 896.776238] env[69742]: _type = "Task" [ 896.776238] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.786052] env[69742]: DEBUG oslo_vmware.api [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.795153] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060597, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.844759] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060591, 'name': ReconfigVM_Task, 'duration_secs': 0.193741} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.845101] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 896.846275] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf4f1d-f631-40ea-8a6c-a72267002d65 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.875717] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 82319341-97ba-4d4f-9388-34aa338c03c9/82319341-97ba-4d4f-9388-34aa338c03c9.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.876078] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60da379f-c58d-4cfd-9366-2153420735c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.899263] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 896.899263] env[69742]: value = "task-4060598" [ 896.899263] env[69742]: _type = "Task" [ 896.899263] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.911884] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.922640] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.969085] env[69742]: DEBUG nova.compute.manager [req-27169204-277d-4e3e-bb2f-31cf00325646 req-02484216-2c39-4490-9adf-952797d35201 service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Received event network-changed-4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.969085] env[69742]: DEBUG nova.compute.manager [req-27169204-277d-4e3e-bb2f-31cf00325646 req-02484216-2c39-4490-9adf-952797d35201 service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Refreshing instance network info cache due to event network-changed-4b31e64b-fdc4-42a7-8b8c-132fc7639792. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.969237] env[69742]: DEBUG oslo_concurrency.lockutils [req-27169204-277d-4e3e-bb2f-31cf00325646 req-02484216-2c39-4490-9adf-952797d35201 service nova] Acquiring lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.969358] env[69742]: DEBUG oslo_concurrency.lockutils [req-27169204-277d-4e3e-bb2f-31cf00325646 req-02484216-2c39-4490-9adf-952797d35201 service nova] Acquired lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.969520] env[69742]: DEBUG nova.network.neutron [req-27169204-277d-4e3e-bb2f-31cf00325646 req-02484216-2c39-4490-9adf-952797d35201 service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Refreshing network info cache for port 4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.239562] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.240302] env[69742]: DEBUG nova.compute.manager [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.243862] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.025s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.245360] env[69742]: INFO nova.compute.claims [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.282099] env[69742]: DEBUG oslo_vmware.api [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Task: {'id': task-4060596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211578} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.286422] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.286760] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.287048] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.287258] env[69742]: INFO nova.compute.manager [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Took 1.16 seconds to destroy the instance on the hypervisor. [ 897.287580] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.287824] env[69742]: DEBUG nova.compute.manager [-] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.287924] env[69742]: DEBUG nova.network.neutron [-] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.296897] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060597, 'name': CreateVM_Task, 'duration_secs': 0.403437} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.297173] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.297968] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.298280] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.298738] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.299840] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3808e3fc-f370-46a0-b91c-a037e28a5fcd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.306032] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 897.306032] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5252152f-e873-aa0e-d06f-cd31ad9ae259" [ 897.306032] env[69742]: _type = "Task" [ 897.306032] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.317437] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5252152f-e873-aa0e-d06f-cd31ad9ae259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.413499] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060598, 'name': ReconfigVM_Task, 'duration_secs': 0.423248} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.416899] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 82319341-97ba-4d4f-9388-34aa338c03c9/82319341-97ba-4d4f-9388-34aa338c03c9.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.417239] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance '82319341-97ba-4d4f-9388-34aa338c03c9' progress to 50 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.426471] env[69742]: DEBUG oslo_vmware.api [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060592, 'name': PowerOnVM_Task, 'duration_secs': 0.657566} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.426762] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.427031] env[69742]: INFO nova.compute.manager [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Took 8.08 seconds to spawn the instance on the hypervisor. [ 897.427475] env[69742]: DEBUG nova.compute.manager [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.428074] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2a9ac9-5647-4674-b8c0-f8e11c9b13a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.751762] env[69742]: DEBUG nova.compute.utils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.753452] env[69742]: DEBUG nova.compute.manager [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.753628] env[69742]: DEBUG nova.network.neutron [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.813466] env[69742]: DEBUG nova.network.neutron [req-27169204-277d-4e3e-bb2f-31cf00325646 req-02484216-2c39-4490-9adf-952797d35201 service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updated VIF entry in instance network info cache for port 4b31e64b-fdc4-42a7-8b8c-132fc7639792. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.813849] env[69742]: DEBUG nova.network.neutron [req-27169204-277d-4e3e-bb2f-31cf00325646 req-02484216-2c39-4490-9adf-952797d35201 service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updating instance_info_cache with network_info: [{"id": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "address": "fa:16:3e:2d:9f:bd", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b31e64b-fd", "ovs_interfaceid": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.816964] env[69742]: DEBUG nova.policy [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc7f20fb23fa4f4fb84fac42a70c1752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7902963aa37e4016a96a9c32c8e1ddf3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.825778] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5252152f-e873-aa0e-d06f-cd31ad9ae259, 'name': SearchDatastore_Task, 'duration_secs': 0.014939} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.826132] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.826371] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.826610] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.826763] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.826942] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.827621] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4f15a24-420b-4f46-a940-82ef50114a71 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.837112] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.837341] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.838464] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464f098d-2612-4e5e-8015-405f12f28dc8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.845696] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 897.845696] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52023a1b-2665-6345-cd70-6b573eea61ad" [ 897.845696] env[69742]: _type = "Task" [ 897.845696] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.856849] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52023a1b-2665-6345-cd70-6b573eea61ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.926393] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2f9367-822c-48f9-9020-294adaf01a49 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.954501] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08e8e3a-85a8-4505-b2ce-d5586e6bb530 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.956274] env[69742]: INFO nova.compute.manager [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Took 36.70 seconds to build instance. [ 897.974010] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance '82319341-97ba-4d4f-9388-34aa338c03c9' progress to 67 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.118120] env[69742]: DEBUG nova.network.neutron [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Successfully created port: d9b981ab-2622-4472-84fa-492663c89c67 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.210495] env[69742]: DEBUG nova.network.neutron [-] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.257154] env[69742]: DEBUG nova.compute.manager [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.320131] env[69742]: DEBUG oslo_concurrency.lockutils [req-27169204-277d-4e3e-bb2f-31cf00325646 req-02484216-2c39-4490-9adf-952797d35201 service nova] Releasing lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.361615] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52023a1b-2665-6345-cd70-6b573eea61ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.367187] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62c67ea-cc66-44e6-b08e-0b2180a96561 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.373640] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 898.373640] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5248ac08-5368-086b-8399-c2e118a92da1" [ 898.373640] env[69742]: _type = "Task" [ 898.373640] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.386449] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5248ac08-5368-086b-8399-c2e118a92da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.455265] env[69742]: DEBUG nova.compute.manager [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.455353] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec3b44a-ec18-41a0-8c6d-98b8f4bd3ea1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.478331] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b30219b2-489d-436e-9755-0ebff6882789 tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.656s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.517735] env[69742]: DEBUG nova.network.neutron [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Port 763d5d1c-97e1-4caf-8063-141f8a715cd7 binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 898.715525] env[69742]: INFO nova.compute.manager [-] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Took 1.43 seconds to deallocate network for instance. [ 898.815049] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c7df4b-8272-45bf-9389-4a097db19ef5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.824382] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f471dcc-1118-46ee-a737-6901e3acdc77 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.858962] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f14efd-0986-4495-b026-91dc9c069679 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.867093] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c790e5c9-1bf4-4af7-a09c-c22611d1331f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.885118] env[69742]: DEBUG nova.compute.provider_tree [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.896021] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5248ac08-5368-086b-8399-c2e118a92da1, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.896346] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.896648] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1225a6de-6f47-4c11-bcb8-71db4cebd5c8/1225a6de-6f47-4c11-bcb8-71db4cebd5c8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.896954] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-443c32da-87e0-4b91-894a-c371942097a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.909604] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 898.909604] env[69742]: value = "task-4060599" [ 898.909604] env[69742]: _type = "Task" [ 898.909604] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.920103] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.970131] env[69742]: INFO nova.compute.manager [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] instance snapshotting [ 898.970131] env[69742]: WARNING nova.compute.manager [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 898.973305] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d684fc-31ac-4204-a5d1-70dfc6b217ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.994254] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4333d37b-01ea-4d07-b3f2-32cc3dada018 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.078467] env[69742]: DEBUG nova.compute.manager [req-81bf0d68-379f-4438-87b4-439e915ceb62 req-82f2c496-776f-48a4-b6a4-f55204e81dbf service nova] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Received event network-vif-deleted-233ff586-034b-4f8f-9a76-7f6a8cf42242 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.225618] env[69742]: DEBUG oslo_concurrency.lockutils [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.273700] env[69742]: DEBUG nova.compute.manager [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.304514] env[69742]: DEBUG nova.virt.hardware [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.304868] env[69742]: DEBUG nova.virt.hardware [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.305057] env[69742]: DEBUG nova.virt.hardware [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.305290] env[69742]: DEBUG nova.virt.hardware [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.305444] env[69742]: DEBUG nova.virt.hardware [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.305593] env[69742]: DEBUG nova.virt.hardware [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.305815] env[69742]: DEBUG nova.virt.hardware [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.305977] env[69742]: DEBUG nova.virt.hardware [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.306491] env[69742]: DEBUG nova.virt.hardware [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.306491] env[69742]: DEBUG nova.virt.hardware [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.306491] env[69742]: DEBUG nova.virt.hardware [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.307410] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b1c4dc-8550-4fa1-9bdf-2ee688e1b9bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.318261] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96458230-50bb-401e-ba7d-dfc374802795 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.388952] env[69742]: DEBUG nova.scheduler.client.report [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.420190] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060599, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.507023] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 899.507023] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a9aa7b04-7fef-4abb-abc3-354143df2d3e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.515793] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 899.515793] env[69742]: value = "task-4060600" [ 899.515793] env[69742]: _type = "Task" [ 899.515793] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.533204] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060600, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.543318] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "82319341-97ba-4d4f-9388-34aa338c03c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.543629] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "82319341-97ba-4d4f-9388-34aa338c03c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.543827] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "82319341-97ba-4d4f-9388-34aa338c03c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.615573] env[69742]: DEBUG nova.network.neutron [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Successfully updated port: d9b981ab-2622-4472-84fa-492663c89c67 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.894477] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.895156] env[69742]: DEBUG nova.compute.manager [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.897939] env[69742]: DEBUG oslo_concurrency.lockutils [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.084s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.898254] env[69742]: DEBUG nova.objects.instance [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lazy-loading 'resources' on Instance uuid 2e183e31-8b0a-4efd-b3a4-467cfb3c386d {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.921823] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531071} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.922036] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1225a6de-6f47-4c11-bcb8-71db4cebd5c8/1225a6de-6f47-4c11-bcb8-71db4cebd5c8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.922206] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.922461] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47c9f4f1-a01d-4c5e-a45b-b9e45e02fcc1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.930889] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 899.930889] env[69742]: value = "task-4060601" [ 899.930889] env[69742]: _type = "Task" [ 899.930889] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.940093] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.025455] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060600, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.118670] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "refresh_cache-d930c956-4b36-4d78-ad91-f89bee666618" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.118834] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired lock "refresh_cache-d930c956-4b36-4d78-ad91-f89bee666618" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.119571] env[69742]: DEBUG nova.network.neutron [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.176752] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquiring lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.176933] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.177160] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquiring lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.177363] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.178044] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.179917] env[69742]: INFO nova.compute.manager [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Terminating instance [ 900.401734] env[69742]: DEBUG nova.compute.utils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.403205] env[69742]: DEBUG nova.compute.manager [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.403382] env[69742]: DEBUG nova.network.neutron [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.443065] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.34549} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.443316] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.444255] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aafae05-7587-4295-82c0-2089cc9440c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.472490] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 1225a6de-6f47-4c11-bcb8-71db4cebd5c8/1225a6de-6f47-4c11-bcb8-71db4cebd5c8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.476572] env[69742]: DEBUG nova.policy [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '952d0892d0594514bc3e6ffda9a5ebd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27efb557347e4e63a4b4b082fa100a7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.477913] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3292359a-2b47-48af-bf75-0679a76297f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.501083] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 900.501083] env[69742]: value = "task-4060602" [ 900.501083] env[69742]: _type = "Task" [ 900.501083] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.514732] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.527038] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060600, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.623992] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.627393] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.627643] env[69742]: DEBUG nova.network.neutron [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.673948] env[69742]: DEBUG nova.network.neutron [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.684328] env[69742]: DEBUG nova.compute.manager [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.684435] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.685399] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e459e0-9abe-4ea0-bcef-c509a53ea320 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.700933] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.701383] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38cc8ba9-3a18-40d4-9614-1f3469ff65a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.713876] env[69742]: DEBUG oslo_vmware.api [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for the task: (returnval){ [ 900.713876] env[69742]: value = "task-4060603" [ 900.713876] env[69742]: _type = "Task" [ 900.713876] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.723646] env[69742]: DEBUG oslo_vmware.api [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.908771] env[69742]: DEBUG nova.compute.manager [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.916414] env[69742]: DEBUG nova.network.neutron [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Updating instance_info_cache with network_info: [{"id": "d9b981ab-2622-4472-84fa-492663c89c67", "address": "fa:16:3e:40:1f:63", "network": {"id": "6676bd2c-18cf-4cb7-abc3-5ce59182801f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-461759109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7902963aa37e4016a96a9c32c8e1ddf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b981ab-26", "ovs_interfaceid": "d9b981ab-2622-4472-84fa-492663c89c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.954466] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5989b4-577b-4cfa-96b1-44a84c606c4a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.966631] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43822291-2664-4b55-8931-4df2f11d5b6b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.001812] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a70aba3-7106-47fa-bd96-b19f9d1666be {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.012803] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060602, 'name': ReconfigVM_Task, 'duration_secs': 0.366293} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.014971] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 1225a6de-6f47-4c11-bcb8-71db4cebd5c8/1225a6de-6f47-4c11-bcb8-71db4cebd5c8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.015803] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60b4aa9e-f00e-4280-82c9-9314d0bad46a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.019258] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb09d92f-2c8a-42f3-826a-c98b3c281b57 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.034966] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060600, 'name': CreateSnapshot_Task, 'duration_secs': 1.252679} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.043458] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 901.043906] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 901.043906] env[69742]: value = "task-4060604" [ 901.043906] env[69742]: _type = "Task" [ 901.043906] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.044353] env[69742]: DEBUG nova.compute.provider_tree [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.046354] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c064b2-9a70-43ce-b765-3c587fafdf58 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.066170] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060604, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.076750] env[69742]: DEBUG nova.network.neutron [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Successfully created port: 492b60f4-26bc-44ae-8969-f85646d01da9 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.108226] env[69742]: DEBUG nova.compute.manager [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Received event network-vif-plugged-d9b981ab-2622-4472-84fa-492663c89c67 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.108449] env[69742]: DEBUG oslo_concurrency.lockutils [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] Acquiring lock "d930c956-4b36-4d78-ad91-f89bee666618-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.108662] env[69742]: DEBUG oslo_concurrency.lockutils [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] Lock "d930c956-4b36-4d78-ad91-f89bee666618-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.108884] env[69742]: DEBUG oslo_concurrency.lockutils [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] Lock "d930c956-4b36-4d78-ad91-f89bee666618-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.109083] env[69742]: DEBUG nova.compute.manager [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] No waiting events found dispatching network-vif-plugged-d9b981ab-2622-4472-84fa-492663c89c67 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.109261] env[69742]: WARNING nova.compute.manager [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Received unexpected event network-vif-plugged-d9b981ab-2622-4472-84fa-492663c89c67 for instance with vm_state building and task_state spawning. [ 901.109425] env[69742]: DEBUG nova.compute.manager [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Received event network-changed-d9b981ab-2622-4472-84fa-492663c89c67 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.109580] env[69742]: DEBUG nova.compute.manager [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Refreshing instance network info cache due to event network-changed-d9b981ab-2622-4472-84fa-492663c89c67. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.109750] env[69742]: DEBUG oslo_concurrency.lockutils [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] Acquiring lock "refresh_cache-d930c956-4b36-4d78-ad91-f89bee666618" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.225997] env[69742]: DEBUG oslo_vmware.api [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060603, 'name': PowerOffVM_Task, 'duration_secs': 0.226406} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.226471] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.226701] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.226977] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70a116fc-9e07-4b1f-b1ba-4b0cc15d5371 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.301166] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.301166] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.301166] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Deleting the datastore file [datastore1] fd2147d5-9c03-4e14-ba9a-f5bf149aac68 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.301166] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-525ba108-5edf-413b-87c1-ad1059ee5c56 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.308789] env[69742]: DEBUG oslo_vmware.api [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for the task: (returnval){ [ 901.308789] env[69742]: value = "task-4060606" [ 901.308789] env[69742]: _type = "Task" [ 901.308789] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.319155] env[69742]: DEBUG oslo_vmware.api [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.420900] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Releasing lock "refresh_cache-d930c956-4b36-4d78-ad91-f89bee666618" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.421250] env[69742]: DEBUG nova.compute.manager [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Instance network_info: |[{"id": "d9b981ab-2622-4472-84fa-492663c89c67", "address": "fa:16:3e:40:1f:63", "network": {"id": "6676bd2c-18cf-4cb7-abc3-5ce59182801f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-461759109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7902963aa37e4016a96a9c32c8e1ddf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b981ab-26", "ovs_interfaceid": "d9b981ab-2622-4472-84fa-492663c89c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.421638] env[69742]: DEBUG oslo_concurrency.lockutils [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] Acquired lock "refresh_cache-d930c956-4b36-4d78-ad91-f89bee666618" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.421859] env[69742]: DEBUG nova.network.neutron [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Refreshing network info cache for port d9b981ab-2622-4472-84fa-492663c89c67 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.426155] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:1f:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9b981ab-2622-4472-84fa-492663c89c67', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.430918] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Creating folder: Project (7902963aa37e4016a96a9c32c8e1ddf3). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.431545] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a48bf6a1-9e9a-4534-8276-829b8775cde2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.443668] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Created folder: Project (7902963aa37e4016a96a9c32c8e1ddf3) in parent group-v804621. [ 901.443902] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Creating folder: Instances. Parent ref: group-v804788. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.444174] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efb78eab-d0b3-4f8f-89d2-7ee5030be75c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.456986] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Created folder: Instances in parent group-v804788. [ 901.457315] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.457518] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.457740] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82d1bfdd-1753-442e-a8d4-82dedc138a57 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.479615] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.479615] env[69742]: value = "task-4060609" [ 901.479615] env[69742]: _type = "Task" [ 901.479615] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.488471] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060609, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.551221] env[69742]: DEBUG nova.scheduler.client.report [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.565055] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060604, 'name': Rename_Task, 'duration_secs': 0.331814} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.565384] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.565752] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc6cd686-ef50-459c-b9de-f83dc428680a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.574749] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 901.575747] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25310727-2451-4f10-a848-5fc6b0d39bda {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.584302] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 901.584302] env[69742]: value = "task-4060611" [ 901.584302] env[69742]: _type = "Task" [ 901.584302] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.585741] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 901.585741] env[69742]: value = "task-4060610" [ 901.585741] env[69742]: _type = "Task" [ 901.585741] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.600580] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060611, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.603950] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.781319] env[69742]: DEBUG nova.network.neutron [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance_info_cache with network_info: [{"id": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "address": "fa:16:3e:04:fd:e4", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763d5d1c-97", "ovs_interfaceid": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.820620] env[69742]: DEBUG oslo_vmware.api [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Task: {'id': task-4060606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298364} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.820769] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.820916] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.821115] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.821294] env[69742]: INFO nova.compute.manager [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Took 1.14 seconds to destroy the instance on the hypervisor. [ 901.821784] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.821784] env[69742]: DEBUG nova.compute.manager [-] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.821918] env[69742]: DEBUG nova.network.neutron [-] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.918780] env[69742]: DEBUG nova.compute.manager [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.953372] env[69742]: DEBUG nova.virt.hardware [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.953372] env[69742]: DEBUG nova.virt.hardware [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.953372] env[69742]: DEBUG nova.virt.hardware [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.953707] env[69742]: DEBUG nova.virt.hardware [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.954145] env[69742]: DEBUG nova.virt.hardware [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.954495] env[69742]: DEBUG nova.virt.hardware [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.954980] env[69742]: DEBUG nova.virt.hardware [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.955351] env[69742]: DEBUG nova.virt.hardware [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.955802] env[69742]: DEBUG nova.virt.hardware [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.956234] env[69742]: DEBUG nova.virt.hardware [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.956574] env[69742]: DEBUG nova.virt.hardware [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.957839] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748132e1-b26e-4e80-9eb9-e281ccf1d142 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.969500] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cb2131-7a92-44c7-936e-30c95a611631 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.008565] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060609, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.060067] env[69742]: DEBUG oslo_concurrency.lockutils [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.063847] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.578s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.069532] env[69742]: INFO nova.compute.claims [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.095175] env[69742]: INFO nova.scheduler.client.report [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Deleted allocations for instance 2e183e31-8b0a-4efd-b3a4-467cfb3c386d [ 902.101218] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060611, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.107252] env[69742]: DEBUG oslo_vmware.api [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060610, 'name': PowerOnVM_Task, 'duration_secs': 0.487977} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.107789] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.108017] env[69742]: INFO nova.compute.manager [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Took 7.57 seconds to spawn the instance on the hypervisor. [ 902.111367] env[69742]: DEBUG nova.compute.manager [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.111367] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24c7898-31cd-40cd-a9c8-f0efd7ecaf51 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.226627] env[69742]: DEBUG nova.network.neutron [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Updated VIF entry in instance network info cache for port d9b981ab-2622-4472-84fa-492663c89c67. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.226627] env[69742]: DEBUG nova.network.neutron [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Updating instance_info_cache with network_info: [{"id": "d9b981ab-2622-4472-84fa-492663c89c67", "address": "fa:16:3e:40:1f:63", "network": {"id": "6676bd2c-18cf-4cb7-abc3-5ce59182801f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-461759109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7902963aa37e4016a96a9c32c8e1ddf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b981ab-26", "ovs_interfaceid": "d9b981ab-2622-4472-84fa-492663c89c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.284022] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.318472] env[69742]: DEBUG nova.compute.manager [req-18a1fa51-d3b4-4f98-bd74-f24055d48a68 req-46f3aa2c-1759-4a70-8e64-35eae6573b2a service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Received event network-vif-deleted-d49fae22-4ff9-4488-bdcb-6b7548399d77 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.318801] env[69742]: INFO nova.compute.manager [req-18a1fa51-d3b4-4f98-bd74-f24055d48a68 req-46f3aa2c-1759-4a70-8e64-35eae6573b2a service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Neutron deleted interface d49fae22-4ff9-4488-bdcb-6b7548399d77; detaching it from the instance and deleting it from the info cache [ 902.319126] env[69742]: DEBUG nova.network.neutron [req-18a1fa51-d3b4-4f98-bd74-f24055d48a68 req-46f3aa2c-1759-4a70-8e64-35eae6573b2a service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.504765] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060609, 'name': CreateVM_Task, 'duration_secs': 0.550845} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.504939] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.505635] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.505845] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.506420] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.506692] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c4f91d-8e72-4705-8cc3-2ed7e6e24a50 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.511839] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 902.511839] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ab4504-f002-0e80-da9f-cd7356ec0f91" [ 902.511839] env[69742]: _type = "Task" [ 902.511839] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.520534] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ab4504-f002-0e80-da9f-cd7356ec0f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.598815] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060611, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.615653] env[69742]: DEBUG nova.network.neutron [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Successfully updated port: 492b60f4-26bc-44ae-8969-f85646d01da9 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.622340] env[69742]: DEBUG oslo_concurrency.lockutils [None req-db3d421c-cb73-45ef-9571-2424387d4225 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "2e183e31-8b0a-4efd-b3a4-467cfb3c386d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.988s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.633310] env[69742]: INFO nova.compute.manager [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Took 36.88 seconds to build instance. [ 902.728562] env[69742]: DEBUG oslo_concurrency.lockutils [req-5d7bfe01-9816-4de4-bbd8-559aafff23cc req-a14313d6-3ae5-408d-b883-62ebcaade797 service nova] Releasing lock "refresh_cache-d930c956-4b36-4d78-ad91-f89bee666618" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.805710] env[69742]: DEBUG nova.network.neutron [-] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.824434] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed6c8fe-3043-4bdc-acd8-85b00ae50e89 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.829363] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e6c2111-1762-4474-8931-34f729128fb3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.847406] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7292de-f068-4433-af53-8c74bcad653f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.854703] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09005e3-b184-44c9-a8d2-14e726f1d911 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.868828] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance '82319341-97ba-4d4f-9388-34aa338c03c9' progress to 83 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.896399] env[69742]: DEBUG nova.compute.manager [req-18a1fa51-d3b4-4f98-bd74-f24055d48a68 req-46f3aa2c-1759-4a70-8e64-35eae6573b2a service nova] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Detach interface failed, port_id=d49fae22-4ff9-4488-bdcb-6b7548399d77, reason: Instance fd2147d5-9c03-4e14-ba9a-f5bf149aac68 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.023641] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ab4504-f002-0e80-da9f-cd7356ec0f91, 'name': SearchDatastore_Task, 'duration_secs': 0.017688} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.024010] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.024209] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.024431] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.024583] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.024760] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.025048] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa6a5559-fe40-422e-9973-32c02a392f6e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.035526] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.035711] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.036439] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079ddcff-cc31-4280-9b6a-186a687fe424 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.043829] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 903.043829] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528a0779-ed03-0ebc-fb1f-16ad29f1729d" [ 903.043829] env[69742]: _type = "Task" [ 903.043829] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.051955] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528a0779-ed03-0ebc-fb1f-16ad29f1729d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.096971] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060611, 'name': CloneVM_Task, 'duration_secs': 1.289543} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.099769] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Created linked-clone VM from snapshot [ 903.100798] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f66a148-0950-49dc-8615-2d37b5dc6853 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.112039] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Uploading image 8842d2c2-5380-49ec-a83c-009d3b89eb3e {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 903.124017] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "refresh_cache-940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.124170] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquired lock "refresh_cache-940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.124317] env[69742]: DEBUG nova.network.neutron [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.138388] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f2a3404-d562-4aec-bec8-4086d2624376 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.149s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.149817] env[69742]: DEBUG oslo_vmware.rw_handles [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 903.149817] env[69742]: value = "vm-804791" [ 903.149817] env[69742]: _type = "VirtualMachine" [ 903.149817] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 903.149817] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d71ecdf-861a-4b83-969c-0decd6002c4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.160941] env[69742]: DEBUG oslo_vmware.rw_handles [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lease: (returnval){ [ 903.160941] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528ae88c-c8da-0e52-2de2-7dc6e6a31ff6" [ 903.160941] env[69742]: _type = "HttpNfcLease" [ 903.160941] env[69742]: } obtained for exporting VM: (result){ [ 903.160941] env[69742]: value = "vm-804791" [ 903.160941] env[69742]: _type = "VirtualMachine" [ 903.160941] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 903.161228] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the lease: (returnval){ [ 903.161228] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528ae88c-c8da-0e52-2de2-7dc6e6a31ff6" [ 903.161228] env[69742]: _type = "HttpNfcLease" [ 903.161228] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 903.172797] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.172797] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528ae88c-c8da-0e52-2de2-7dc6e6a31ff6" [ 903.172797] env[69742]: _type = "HttpNfcLease" [ 903.172797] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 903.172797] env[69742]: DEBUG oslo_vmware.rw_handles [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 903.172797] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528ae88c-c8da-0e52-2de2-7dc6e6a31ff6" [ 903.172797] env[69742]: _type = "HttpNfcLease" [ 903.172797] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 903.173275] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027f13a3-83a8-411f-8c12-6dc0c165c2f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.187440] env[69742]: DEBUG oslo_vmware.rw_handles [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20479-43f5-cd58-e247-f2de1b7d2890/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 903.187625] env[69742]: DEBUG oslo_vmware.rw_handles [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20479-43f5-cd58-e247-f2de1b7d2890/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 903.283061] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c1f43df-7e01-4090-8a2e-da2391887dff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.313971] env[69742]: INFO nova.compute.manager [-] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Took 1.49 seconds to deallocate network for instance. [ 903.375888] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.376505] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f332b05b-702d-437d-a75c-b0eb9e6245cf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.385409] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 903.385409] env[69742]: value = "task-4060613" [ 903.385409] env[69742]: _type = "Task" [ 903.385409] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.394664] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.542705] env[69742]: DEBUG nova.compute.manager [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Received event network-vif-plugged-492b60f4-26bc-44ae-8969-f85646d01da9 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.542959] env[69742]: DEBUG oslo_concurrency.lockutils [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] Acquiring lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.543231] env[69742]: DEBUG oslo_concurrency.lockutils [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] Lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.543416] env[69742]: DEBUG oslo_concurrency.lockutils [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] Lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.543640] env[69742]: DEBUG nova.compute.manager [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] No waiting events found dispatching network-vif-plugged-492b60f4-26bc-44ae-8969-f85646d01da9 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.543834] env[69742]: WARNING nova.compute.manager [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Received unexpected event network-vif-plugged-492b60f4-26bc-44ae-8969-f85646d01da9 for instance with vm_state building and task_state spawning. [ 903.544028] env[69742]: DEBUG nova.compute.manager [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Received event network-changed-492b60f4-26bc-44ae-8969-f85646d01da9 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.544192] env[69742]: DEBUG nova.compute.manager [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Refreshing instance network info cache due to event network-changed-492b60f4-26bc-44ae-8969-f85646d01da9. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.544420] env[69742]: DEBUG oslo_concurrency.lockutils [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] Acquiring lock "refresh_cache-940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.560045] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528a0779-ed03-0ebc-fb1f-16ad29f1729d, 'name': SearchDatastore_Task, 'duration_secs': 0.020719} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.564753] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42792d8-5e00-43f5-92a8-420d3c1735af {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.570647] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 903.570647] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ef2501-f59a-95ca-f3e1-970d0d4f6632" [ 903.570647] env[69742]: _type = "Task" [ 903.570647] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.582449] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ef2501-f59a-95ca-f3e1-970d0d4f6632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.588255] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e5908e-05bd-4551-a24c-0a2b98c22455 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.597390] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8d2b2d-78dd-455b-9455-f6c1576e51f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.634600] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b68dd-c043-45ad-b05d-c83654ee1a49 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.643494] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a33ec61-20fb-4bf1-8990-560b3d3d0259 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.659722] env[69742]: DEBUG nova.compute.provider_tree [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.674059] env[69742]: DEBUG nova.network.neutron [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.828625] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.845707] env[69742]: DEBUG nova.network.neutron [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Updating instance_info_cache with network_info: [{"id": "492b60f4-26bc-44ae-8969-f85646d01da9", "address": "fa:16:3e:0d:02:78", "network": {"id": "e1cdf542-0723-4ea5-830b-e9289377982c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-477645459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27efb557347e4e63a4b4b082fa100a7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492b60f4-26", "ovs_interfaceid": "492b60f4-26bc-44ae-8969-f85646d01da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.897866] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060613, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.081886] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ef2501-f59a-95ca-f3e1-970d0d4f6632, 'name': SearchDatastore_Task, 'duration_secs': 0.0131} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.082257] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.082515] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] d930c956-4b36-4d78-ad91-f89bee666618/d930c956-4b36-4d78-ad91-f89bee666618.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.082858] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cc39b8b-c6a3-485c-816f-8483f9ac9d32 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.092776] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 904.092776] env[69742]: value = "task-4060614" [ 904.092776] env[69742]: _type = "Task" [ 904.092776] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.103372] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.166247] env[69742]: DEBUG nova.scheduler.client.report [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.353816] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Releasing lock "refresh_cache-940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.354205] env[69742]: DEBUG nova.compute.manager [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Instance network_info: |[{"id": "492b60f4-26bc-44ae-8969-f85646d01da9", "address": "fa:16:3e:0d:02:78", "network": {"id": "e1cdf542-0723-4ea5-830b-e9289377982c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-477645459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27efb557347e4e63a4b4b082fa100a7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492b60f4-26", "ovs_interfaceid": "492b60f4-26bc-44ae-8969-f85646d01da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.354586] env[69742]: DEBUG oslo_concurrency.lockutils [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] Acquired lock "refresh_cache-940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.354790] env[69742]: DEBUG nova.network.neutron [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Refreshing network info cache for port 492b60f4-26bc-44ae-8969-f85646d01da9 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.358535] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:02:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '492b60f4-26bc-44ae-8969-f85646d01da9', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.371469] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.371469] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.371469] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67aa3b92-412e-4eca-8d6d-d849794ffa53 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.405745] env[69742]: DEBUG oslo_vmware.api [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060613, 'name': PowerOnVM_Task, 'duration_secs': 0.566765} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.408432] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.409092] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36bf8ca4-ecde-443e-9a79-f77aa0c81a94 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance '82319341-97ba-4d4f-9388-34aa338c03c9' progress to 100 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.414430] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.414430] env[69742]: value = "task-4060615" [ 904.414430] env[69742]: _type = "Task" [ 904.414430] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.427464] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060615, 'name': CreateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.608532] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060614, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.673030] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.673774] env[69742]: DEBUG nova.compute.manager [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.676891] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.754s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.680584] env[69742]: INFO nova.compute.claims [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.912324] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "e600bdc4-56ce-4258-96a3-568c9b4d2661" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.912324] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "e600bdc4-56ce-4258-96a3-568c9b4d2661" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.935287] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060615, 'name': CreateVM_Task, 'duration_secs': 0.509215} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.935474] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.936714] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.936907] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.937268] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.938399] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b8035d-c061-4a4c-9e36-deb2d8c9f835 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.945317] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 904.945317] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a32206-cc05-fd45-0f7f-49b021ed8316" [ 904.945317] env[69742]: _type = "Task" [ 904.945317] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.956427] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a32206-cc05-fd45-0f7f-49b021ed8316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.105118] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629568} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.105799] env[69742]: DEBUG nova.network.neutron [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Updated VIF entry in instance network info cache for port 492b60f4-26bc-44ae-8969-f85646d01da9. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.106157] env[69742]: DEBUG nova.network.neutron [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Updating instance_info_cache with network_info: [{"id": "492b60f4-26bc-44ae-8969-f85646d01da9", "address": "fa:16:3e:0d:02:78", "network": {"id": "e1cdf542-0723-4ea5-830b-e9289377982c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-477645459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27efb557347e4e63a4b4b082fa100a7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap492b60f4-26", "ovs_interfaceid": "492b60f4-26bc-44ae-8969-f85646d01da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.107432] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] d930c956-4b36-4d78-ad91-f89bee666618/d930c956-4b36-4d78-ad91-f89bee666618.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.107685] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.111032] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37b92ee1-fa2c-4edf-9ece-0bca7bf9e880 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.117864] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 905.117864] env[69742]: value = "task-4060616" [ 905.117864] env[69742]: _type = "Task" [ 905.117864] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.129168] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.186777] env[69742]: DEBUG nova.compute.utils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.188529] env[69742]: DEBUG nova.compute.manager [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.188970] env[69742]: DEBUG nova.network.neutron [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.235471] env[69742]: DEBUG nova.policy [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a5d76112bd44d4c87801f047b6c5c9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70abce9dda1643b18bf29148bb364945', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.413258] env[69742]: DEBUG nova.compute.manager [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.462844] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a32206-cc05-fd45-0f7f-49b021ed8316, 'name': SearchDatastore_Task, 'duration_secs': 0.016659} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.462844] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.463258] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.463345] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.463494] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.463708] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.464889] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f08ad81-666b-4afe-8aea-f9de46e7fdac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.486128] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.486128] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.486128] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b370f6c3-50a3-4e7c-86f5-bcec71824a28 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.496838] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 905.496838] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5268053f-d9c4-b245-bddb-41af7b7f077f" [ 905.496838] env[69742]: _type = "Task" [ 905.496838] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.507041] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5268053f-d9c4-b245-bddb-41af7b7f077f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.612571] env[69742]: DEBUG nova.network.neutron [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Successfully created port: 0401c6c4-a531-4497-9271-247901f25deb {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.614779] env[69742]: DEBUG oslo_concurrency.lockutils [req-d68cbf78-a8c3-4026-b34a-aa5ab1cf26c2 req-1c072df8-0ee5-4328-a2bd-991bee251632 service nova] Releasing lock "refresh_cache-940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.628038] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081843} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.628322] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.629183] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f701f6e7-4da4-4c7a-904a-846cea9c94b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.658099] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] d930c956-4b36-4d78-ad91-f89bee666618/d930c956-4b36-4d78-ad91-f89bee666618.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.658414] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4edf9a50-dd71-4142-bdc5-ceb623e24160 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.681352] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 905.681352] env[69742]: value = "task-4060617" [ 905.681352] env[69742]: _type = "Task" [ 905.681352] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.693435] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.694169] env[69742]: DEBUG nova.compute.manager [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.939868] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.974362] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "55aa0827-e927-488e-902b-3cbde2f3d36b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.974362] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "55aa0827-e927-488e-902b-3cbde2f3d36b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.974362] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "55aa0827-e927-488e-902b-3cbde2f3d36b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.974564] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "55aa0827-e927-488e-902b-3cbde2f3d36b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.974746] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "55aa0827-e927-488e-902b-3cbde2f3d36b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.979381] env[69742]: INFO nova.compute.manager [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Terminating instance [ 906.009015] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5268053f-d9c4-b245-bddb-41af7b7f077f, 'name': SearchDatastore_Task, 'duration_secs': 0.018454} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.013315] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86966794-08ba-4dd2-b921-7f7cd1f75b58 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.019738] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 906.019738] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526347f8-c708-d0a0-12c5-2d1a4ff51471" [ 906.019738] env[69742]: _type = "Task" [ 906.019738] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.030042] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526347f8-c708-d0a0-12c5-2d1a4ff51471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.152240] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6b952c-6235-44da-999c-b23525d43ecd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.160616] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e74d5d8-5d1f-4d39-9d41-c9ac8ce75722 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.198135] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432ca12b-05c5-4553-a8aa-a570fb2579f9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.212531] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060617, 'name': ReconfigVM_Task, 'duration_secs': 0.469696} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.212978] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Reconfigured VM instance instance-0000003a to attach disk [datastore1] d930c956-4b36-4d78-ad91-f89bee666618/d930c956-4b36-4d78-ad91-f89bee666618.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.214835] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9338540-1427-4b92-827c-56a447675436 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.219176] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24194f4a-1d7e-49ea-83b6-228360fac0a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.233051] env[69742]: DEBUG nova.compute.provider_tree [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.236134] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 906.236134] env[69742]: value = "task-4060618" [ 906.236134] env[69742]: _type = "Task" [ 906.236134] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.245885] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060618, 'name': Rename_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.484026] env[69742]: DEBUG nova.compute.manager [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.485041] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.485240] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e88d2fa-b008-4545-8665-29f841501108 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.494533] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.494836] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5b0fd59-9648-4e81-a208-7a3fadbf823b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.503189] env[69742]: DEBUG oslo_vmware.api [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 906.503189] env[69742]: value = "task-4060619" [ 906.503189] env[69742]: _type = "Task" [ 906.503189] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.512283] env[69742]: DEBUG oslo_vmware.api [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.531843] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526347f8-c708-d0a0-12c5-2d1a4ff51471, 'name': SearchDatastore_Task, 'duration_secs': 0.013221} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.532205] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.532473] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7/940c3f5f-d3f4-41b5-874d-aa0ce57b0de7.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.532771] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef5376df-a4c4-4e46-93f7-888528f444c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.541939] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 906.541939] env[69742]: value = "task-4060620" [ 906.541939] env[69742]: _type = "Task" [ 906.541939] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.551863] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.707161] env[69742]: DEBUG nova.compute.manager [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.735476] env[69742]: DEBUG nova.virt.hardware [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.736267] env[69742]: DEBUG nova.virt.hardware [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.736267] env[69742]: DEBUG nova.virt.hardware [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.736401] env[69742]: DEBUG nova.virt.hardware [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.736489] env[69742]: DEBUG nova.virt.hardware [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.736647] env[69742]: DEBUG nova.virt.hardware [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.736942] env[69742]: DEBUG nova.virt.hardware [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.737217] env[69742]: DEBUG nova.virt.hardware [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.737494] env[69742]: DEBUG nova.virt.hardware [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.737759] env[69742]: DEBUG nova.virt.hardware [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.738046] env[69742]: DEBUG nova.virt.hardware [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.739166] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bf9a40-cd1e-4033-bd72-ef8d5b09e8a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.746114] env[69742]: DEBUG nova.scheduler.client.report [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.760315] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060618, 'name': Rename_Task, 'duration_secs': 0.172749} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.760817] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.762464] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b538a2-2278-448d-9884-19387f866d22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.767504] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dbcca56-b5bb-4021-99ae-baa77a7c4223 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.783892] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 906.783892] env[69742]: value = "task-4060621" [ 906.783892] env[69742]: _type = "Task" [ 906.783892] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.793345] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.881803] env[69742]: DEBUG oslo_concurrency.lockutils [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "interface-3670a756-2036-4ae4-885f-d17805323729-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.882230] env[69742]: DEBUG oslo_concurrency.lockutils [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3670a756-2036-4ae4-885f-d17805323729-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.882708] env[69742]: DEBUG nova.objects.instance [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'flavor' on Instance uuid 3670a756-2036-4ae4-885f-d17805323729 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.017098] env[69742]: DEBUG oslo_vmware.api [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060619, 'name': PowerOffVM_Task, 'duration_secs': 0.238867} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.017472] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.017778] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.018141] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cc6bb2c-6de1-49da-a4ed-dfb562cada80 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.041011] env[69742]: DEBUG nova.network.neutron [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Port 763d5d1c-97e1-4caf-8063-141f8a715cd7 binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 907.041327] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.041519] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.041703] env[69742]: DEBUG nova.network.neutron [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.054528] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060620, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.104719] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.105057] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.105252] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Deleting the datastore file [datastore2] 55aa0827-e927-488e-902b-3cbde2f3d36b {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.105560] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-549fe5da-c0ca-4211-9800-a00f02371449 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.116393] env[69742]: DEBUG oslo_vmware.api [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for the task: (returnval){ [ 907.116393] env[69742]: value = "task-4060623" [ 907.116393] env[69742]: _type = "Task" [ 907.116393] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.126499] env[69742]: DEBUG oslo_vmware.api [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.234092] env[69742]: DEBUG nova.network.neutron [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Successfully updated port: 0401c6c4-a531-4497-9271-247901f25deb {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.251761] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.252195] env[69742]: DEBUG nova.compute.manager [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.256394] env[69742]: DEBUG oslo_concurrency.lockutils [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.980s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.256626] env[69742]: DEBUG nova.objects.instance [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 907.297504] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.470915] env[69742]: DEBUG nova.objects.instance [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'pci_requests' on Instance uuid 3670a756-2036-4ae4-885f-d17805323729 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.559948] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675132} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.560274] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7/940c3f5f-d3f4-41b5-874d-aa0ce57b0de7.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.560578] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.560761] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e300364e-8dc5-4757-87a6-300137db58e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.568969] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 907.568969] env[69742]: value = "task-4060624" [ 907.568969] env[69742]: _type = "Task" [ 907.568969] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.583829] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.629225] env[69742]: DEBUG oslo_vmware.api [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Task: {'id': task-4060623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474387} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.629524] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.629713] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.629890] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.630114] env[69742]: INFO nova.compute.manager [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 907.630343] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.630545] env[69742]: DEBUG nova.compute.manager [-] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.630642] env[69742]: DEBUG nova.network.neutron [-] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.739879] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquiring lock "refresh_cache-55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.740454] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquired lock "refresh_cache-55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.740648] env[69742]: DEBUG nova.network.neutron [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.758419] env[69742]: DEBUG nova.compute.utils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.759782] env[69742]: DEBUG nova.compute.manager [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.759958] env[69742]: DEBUG nova.network.neutron [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.774857] env[69742]: DEBUG nova.compute.manager [req-ea986339-cb18-4430-a7b0-b9903391bdb2 req-6606ca8a-4cd2-4776-933a-becb83b0bc37 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Received event network-vif-plugged-0401c6c4-a531-4497-9271-247901f25deb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.775110] env[69742]: DEBUG oslo_concurrency.lockutils [req-ea986339-cb18-4430-a7b0-b9903391bdb2 req-6606ca8a-4cd2-4776-933a-becb83b0bc37 service nova] Acquiring lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.775358] env[69742]: DEBUG oslo_concurrency.lockutils [req-ea986339-cb18-4430-a7b0-b9903391bdb2 req-6606ca8a-4cd2-4776-933a-becb83b0bc37 service nova] Lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.775567] env[69742]: DEBUG oslo_concurrency.lockutils [req-ea986339-cb18-4430-a7b0-b9903391bdb2 req-6606ca8a-4cd2-4776-933a-becb83b0bc37 service nova] Lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.775771] env[69742]: DEBUG nova.compute.manager [req-ea986339-cb18-4430-a7b0-b9903391bdb2 req-6606ca8a-4cd2-4776-933a-becb83b0bc37 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] No waiting events found dispatching network-vif-plugged-0401c6c4-a531-4497-9271-247901f25deb {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.775998] env[69742]: WARNING nova.compute.manager [req-ea986339-cb18-4430-a7b0-b9903391bdb2 req-6606ca8a-4cd2-4776-933a-becb83b0bc37 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Received unexpected event network-vif-plugged-0401c6c4-a531-4497-9271-247901f25deb for instance with vm_state building and task_state spawning. [ 907.797066] env[69742]: DEBUG oslo_vmware.api [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060621, 'name': PowerOnVM_Task, 'duration_secs': 0.658659} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.797671] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.797895] env[69742]: INFO nova.compute.manager [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Took 8.52 seconds to spawn the instance on the hypervisor. [ 907.798103] env[69742]: DEBUG nova.compute.manager [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.798938] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b573b9b-2607-49d1-a097-3b0ab804f6f3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.810071] env[69742]: DEBUG nova.network.neutron [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance_info_cache with network_info: [{"id": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "address": "fa:16:3e:04:fd:e4", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763d5d1c-97", "ovs_interfaceid": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.822739] env[69742]: DEBUG nova.policy [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01b7985ac153434b98d5efdb190ddd27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c727b75d0db347569fa0a54399eab163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.973867] env[69742]: DEBUG nova.objects.base [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Object Instance<3670a756-2036-4ae4-885f-d17805323729> lazy-loaded attributes: flavor,pci_requests {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 907.974301] env[69742]: DEBUG nova.network.neutron [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.019120] env[69742]: DEBUG nova.policy [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7f589040a4647b312a058cc3ae917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb91db63ece84896ab3a7f07322eb779', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.080361] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189217} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.080756] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.081576] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d560ca6e-a521-46f2-881c-3b4f4c571b39 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.106802] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7/940c3f5f-d3f4-41b5-874d-aa0ce57b0de7.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.107460] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d559b50-b619-4bdc-b01a-01679559bf65 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.124641] env[69742]: DEBUG nova.network.neutron [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Successfully created port: 042d68ed-b481-4575-9a49-f7e353a3f6c2 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.132262] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 908.132262] env[69742]: value = "task-4060625" [ 908.132262] env[69742]: _type = "Task" [ 908.132262] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.141633] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.264912] env[69742]: DEBUG nova.compute.manager [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.271260] env[69742]: DEBUG oslo_concurrency.lockutils [None req-265906db-bbc5-48e8-af9e-9d91de734b2a tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.272961] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.994s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.273307] env[69742]: DEBUG nova.objects.instance [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lazy-loading 'resources' on Instance uuid 1561ae53-b485-420a-8c6e-782cbf00ef0f {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.283185] env[69742]: DEBUG nova.network.neutron [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.319944] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.322591] env[69742]: INFO nova.compute.manager [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Took 40.31 seconds to build instance. [ 908.445605] env[69742]: DEBUG nova.network.neutron [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Successfully created port: 0a9f8500-d278-46fc-a294-f3df5e2daf05 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.458576] env[69742]: DEBUG nova.network.neutron [-] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.511665] env[69742]: DEBUG nova.network.neutron [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Updating instance_info_cache with network_info: [{"id": "0401c6c4-a531-4497-9271-247901f25deb", "address": "fa:16:3e:7e:11:7a", "network": {"id": "8d150616-f008-45f5-9950-ff2ed4a044c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1726962900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70abce9dda1643b18bf29148bb364945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0401c6c4-a5", "ovs_interfaceid": "0401c6c4-a531-4497-9271-247901f25deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.643280] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060625, 'name': ReconfigVM_Task, 'duration_secs': 0.414928} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.643589] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7/940c3f5f-d3f4-41b5-874d-aa0ce57b0de7.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.644347] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c94f21f-97d1-4fe3-a795-4dddd6fe23cc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.653798] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 908.653798] env[69742]: value = "task-4060626" [ 908.653798] env[69742]: _type = "Task" [ 908.653798] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.662978] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060626, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.759733] env[69742]: DEBUG nova.compute.manager [req-e5ae8ebf-92c7-41ae-97fc-9bcac95f7a0a req-f96e72ca-0c63-448a-a265-143d2e1f15fc service nova] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Received event network-vif-deleted-fe38bc37-0f7d-4d85-848f-322dd7b84f7a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.825968] env[69742]: DEBUG nova.compute.manager [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69742) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 908.826362] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.826997] env[69742]: DEBUG oslo_concurrency.lockutils [None req-516a1fac-1694-4603-b80b-65eefe12c17d tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "d930c956-4b36-4d78-ad91-f89bee666618" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.535s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.964204] env[69742]: INFO nova.compute.manager [-] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Took 1.33 seconds to deallocate network for instance. [ 909.015191] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Releasing lock "refresh_cache-55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.015532] env[69742]: DEBUG nova.compute.manager [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Instance network_info: |[{"id": "0401c6c4-a531-4497-9271-247901f25deb", "address": "fa:16:3e:7e:11:7a", "network": {"id": "8d150616-f008-45f5-9950-ff2ed4a044c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1726962900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70abce9dda1643b18bf29148bb364945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0401c6c4-a5", "ovs_interfaceid": "0401c6c4-a531-4497-9271-247901f25deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.015985] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:11:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0401c6c4-a531-4497-9271-247901f25deb', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.023483] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Creating folder: Project (70abce9dda1643b18bf29148bb364945). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.028062] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd202e46-8380-481f-8196-b2d35b93a562 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.041097] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Created folder: Project (70abce9dda1643b18bf29148bb364945) in parent group-v804621. [ 909.041318] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Creating folder: Instances. Parent ref: group-v804793. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.044129] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0526c968-1a73-4078-8790-c4beed4b50e8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.056229] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Created folder: Instances in parent group-v804793. [ 909.056507] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.056715] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.056946] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b608b80d-f17d-4a60-8129-3f69f13f56fb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.081037] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.081037] env[69742]: value = "task-4060629" [ 909.081037] env[69742]: _type = "Task" [ 909.081037] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.091854] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060629, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.168285] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060626, 'name': Rename_Task, 'duration_secs': 0.197995} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.171241] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.172526] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-881833f4-933e-483a-b57e-a130231dfe2d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.182395] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 909.182395] env[69742]: value = "task-4060630" [ 909.182395] env[69742]: _type = "Task" [ 909.182395] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.194658] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.268875] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056eb48b-e9d7-4741-b129-209e7ab855ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.277462] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa3934d-1e93-4521-bdf3-876d2fc27c58 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.284145] env[69742]: DEBUG nova.compute.manager [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.315851] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88df7bb4-cb02-4615-9a0d-f89d210250da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.324873] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc45856-6f97-491b-affd-5afe1c5bb15a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.343675] env[69742]: DEBUG nova.compute.provider_tree [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.347529] env[69742]: DEBUG nova.virt.hardware [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.347799] env[69742]: DEBUG nova.virt.hardware [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.347975] env[69742]: DEBUG nova.virt.hardware [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.348190] env[69742]: DEBUG nova.virt.hardware [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.348366] env[69742]: DEBUG nova.virt.hardware [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.348533] env[69742]: DEBUG nova.virt.hardware [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.348796] env[69742]: DEBUG nova.virt.hardware [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.349016] env[69742]: DEBUG nova.virt.hardware [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.349228] env[69742]: DEBUG nova.virt.hardware [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.349667] env[69742]: DEBUG nova.virt.hardware [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.349667] env[69742]: DEBUG nova.virt.hardware [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.350665] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36ee58a-084b-498f-83fd-5b09653f76a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.355663] env[69742]: DEBUG nova.scheduler.client.report [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.367025] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b59c255-9659-493e-bd18-53ad4836c300 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.474343] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.596997] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060629, 'name': CreateVM_Task, 'duration_secs': 0.40274} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.597285] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.598058] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.598305] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.598667] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.599482] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e5df7c-8cdb-43a4-8fb9-30953b6818ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.607648] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for the task: (returnval){ [ 909.607648] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e7ca61-6967-2608-8caf-11397cb5ab1e" [ 909.607648] env[69742]: _type = "Task" [ 909.607648] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.618591] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e7ca61-6967-2608-8caf-11397cb5ab1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.701047] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060630, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.803089] env[69742]: DEBUG nova.network.neutron [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Successfully updated port: 042d68ed-b481-4575-9a49-f7e353a3f6c2 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.864169] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.591s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.866995] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.328s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.867270] env[69742]: DEBUG nova.objects.instance [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lazy-loading 'resources' on Instance uuid 3d14bd75-218d-4630-b765-77933b17b95a {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.891056] env[69742]: INFO nova.scheduler.client.report [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleted allocations for instance 1561ae53-b485-420a-8c6e-782cbf00ef0f [ 910.040747] env[69742]: INFO nova.compute.manager [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Rescuing [ 910.043522] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "refresh_cache-d930c956-4b36-4d78-ad91-f89bee666618" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.043522] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired lock "refresh_cache-d930c956-4b36-4d78-ad91-f89bee666618" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.043522] env[69742]: DEBUG nova.network.neutron [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.121308] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e7ca61-6967-2608-8caf-11397cb5ab1e, 'name': SearchDatastore_Task, 'duration_secs': 0.022119} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.123025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.123025] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.123025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.123025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.129015] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.129015] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-584d1860-431b-4ccf-9fb7-c3134fa818c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.144919] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.144919] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.144919] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a5042f-a800-4353-910b-1b26c4823088 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.153860] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for the task: (returnval){ [ 910.153860] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523fe046-7ce6-2dfe-a69f-f6bcf687f80c" [ 910.153860] env[69742]: _type = "Task" [ 910.153860] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.164226] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523fe046-7ce6-2dfe-a69f-f6bcf687f80c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.199259] env[69742]: DEBUG oslo_vmware.api [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060630, 'name': PowerOnVM_Task, 'duration_secs': 0.584628} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.199547] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.199916] env[69742]: INFO nova.compute.manager [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Took 8.28 seconds to spawn the instance on the hypervisor. [ 910.200144] env[69742]: DEBUG nova.compute.manager [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.201100] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2014342c-5e4c-4753-923a-ab84fe159e23 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.261705] env[69742]: DEBUG nova.network.neutron [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Successfully updated port: 0a9f8500-d278-46fc-a294-f3df5e2daf05 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.306946] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "refresh_cache-948da37c-dfc1-4de8-b2a5-de2753a528cf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.307262] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "refresh_cache-948da37c-dfc1-4de8-b2a5-de2753a528cf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.307372] env[69742]: DEBUG nova.network.neutron [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.406243] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1ae205dc-9274-47e3-831d-e6e3b7cb62d9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "1561ae53-b485-420a-8c6e-782cbf00ef0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.821s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.470036] env[69742]: DEBUG nova.compute.manager [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Received event network-changed-0401c6c4-a531-4497-9271-247901f25deb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.470293] env[69742]: DEBUG nova.compute.manager [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Refreshing instance network info cache due to event network-changed-0401c6c4-a531-4497-9271-247901f25deb. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.470523] env[69742]: DEBUG oslo_concurrency.lockutils [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] Acquiring lock "refresh_cache-55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.470664] env[69742]: DEBUG oslo_concurrency.lockutils [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] Acquired lock "refresh_cache-55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.470823] env[69742]: DEBUG nova.network.neutron [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Refreshing network info cache for port 0401c6c4-a531-4497-9271-247901f25deb {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.664695] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523fe046-7ce6-2dfe-a69f-f6bcf687f80c, 'name': SearchDatastore_Task, 'duration_secs': 0.014842} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.670136] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0cd01f0-6ea5-454f-af6e-af27f5f1e495 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.679501] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for the task: (returnval){ [ 910.679501] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dadf88-c829-81ca-442b-bd23092cdd74" [ 910.679501] env[69742]: _type = "Task" [ 910.679501] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.691863] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dadf88-c829-81ca-442b-bd23092cdd74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.726134] env[69742]: INFO nova.compute.manager [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Took 39.56 seconds to build instance. [ 910.766471] env[69742]: DEBUG oslo_concurrency.lockutils [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.766771] env[69742]: DEBUG oslo_concurrency.lockutils [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.766999] env[69742]: DEBUG nova.network.neutron [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.779033] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce24cb4-2049-49a0-a71a-210d914f735b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.790165] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800fdee4-26de-487f-a9af-01f296a14d17 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.831871] env[69742]: DEBUG nova.network.neutron [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Updating instance_info_cache with network_info: [{"id": "d9b981ab-2622-4472-84fa-492663c89c67", "address": "fa:16:3e:40:1f:63", "network": {"id": "6676bd2c-18cf-4cb7-abc3-5ce59182801f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-461759109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7902963aa37e4016a96a9c32c8e1ddf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b981ab-26", "ovs_interfaceid": "d9b981ab-2622-4472-84fa-492663c89c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.834196] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d5d4a5-a553-4f1d-9f8c-45e1ba9fbeb2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.845752] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c2bae5-bd07-4747-817d-26c35aeb29c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.865517] env[69742]: DEBUG nova.compute.provider_tree [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.878237] env[69742]: DEBUG nova.network.neutron [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.035996] env[69742]: DEBUG nova.network.neutron [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Updating instance_info_cache with network_info: [{"id": "042d68ed-b481-4575-9a49-f7e353a3f6c2", "address": "fa:16:3e:bc:e9:dd", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042d68ed-b4", "ovs_interfaceid": "042d68ed-b481-4575-9a49-f7e353a3f6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.158886] env[69742]: DEBUG nova.compute.manager [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Received event network-vif-plugged-0a9f8500-d278-46fc-a294-f3df5e2daf05 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.159360] env[69742]: DEBUG oslo_concurrency.lockutils [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] Acquiring lock "3670a756-2036-4ae4-885f-d17805323729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.159847] env[69742]: DEBUG oslo_concurrency.lockutils [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] Lock "3670a756-2036-4ae4-885f-d17805323729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.160272] env[69742]: DEBUG oslo_concurrency.lockutils [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] Lock "3670a756-2036-4ae4-885f-d17805323729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.160313] env[69742]: DEBUG nova.compute.manager [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] No waiting events found dispatching network-vif-plugged-0a9f8500-d278-46fc-a294-f3df5e2daf05 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.160488] env[69742]: WARNING nova.compute.manager [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Received unexpected event network-vif-plugged-0a9f8500-d278-46fc-a294-f3df5e2daf05 for instance with vm_state active and task_state None. [ 911.160724] env[69742]: DEBUG nova.compute.manager [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Received event network-changed-0a9f8500-d278-46fc-a294-f3df5e2daf05 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.160970] env[69742]: DEBUG nova.compute.manager [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Refreshing instance network info cache due to event network-changed-0a9f8500-d278-46fc-a294-f3df5e2daf05. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.161186] env[69742]: DEBUG oslo_concurrency.lockutils [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] Acquiring lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.194416] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dadf88-c829-81ca-442b-bd23092cdd74, 'name': SearchDatastore_Task, 'duration_secs': 0.026793} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.194750] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.195064] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9/55ed6c0a-ab5b-4bab-af51-c4e57d976aa9.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.195435] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39ecba5a-2aab-4d41-a0d0-4db081a3f854 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.205583] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for the task: (returnval){ [ 911.205583] env[69742]: value = "task-4060631" [ 911.205583] env[69742]: _type = "Task" [ 911.205583] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.217148] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.228703] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7677b5da-022b-4a3e-a12b-6fb874c7e74c tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.180s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.260334] env[69742]: DEBUG nova.network.neutron [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Updated VIF entry in instance network info cache for port 0401c6c4-a531-4497-9271-247901f25deb. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.260334] env[69742]: DEBUG nova.network.neutron [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Updating instance_info_cache with network_info: [{"id": "0401c6c4-a531-4497-9271-247901f25deb", "address": "fa:16:3e:7e:11:7a", "network": {"id": "8d150616-f008-45f5-9950-ff2ed4a044c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1726962900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70abce9dda1643b18bf29148bb364945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0401c6c4-a5", "ovs_interfaceid": "0401c6c4-a531-4497-9271-247901f25deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.306677] env[69742]: WARNING nova.network.neutron [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] 9d389f86-2bf2-49c4-b254-01b5dfa5be55 already exists in list: networks containing: ['9d389f86-2bf2-49c4-b254-01b5dfa5be55']. ignoring it [ 911.337674] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Releasing lock "refresh_cache-d930c956-4b36-4d78-ad91-f89bee666618" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.370734] env[69742]: DEBUG nova.scheduler.client.report [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.538337] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "refresh_cache-948da37c-dfc1-4de8-b2a5-de2753a528cf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.538593] env[69742]: DEBUG nova.compute.manager [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Instance network_info: |[{"id": "042d68ed-b481-4575-9a49-f7e353a3f6c2", "address": "fa:16:3e:bc:e9:dd", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042d68ed-b4", "ovs_interfaceid": "042d68ed-b481-4575-9a49-f7e353a3f6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.539089] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:e9:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '042d68ed-b481-4575-9a49-f7e353a3f6c2', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.547498] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.550422] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.550775] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4df39832-18cd-42e4-95bf-e3455f0f8cb1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.575183] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.575183] env[69742]: value = "task-4060632" [ 911.575183] env[69742]: _type = "Task" [ 911.575183] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.585145] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060632, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.725349] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060631, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.763284] env[69742]: DEBUG oslo_concurrency.lockutils [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] Releasing lock "refresh_cache-55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.763644] env[69742]: DEBUG nova.compute.manager [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Received event network-vif-plugged-042d68ed-b481-4575-9a49-f7e353a3f6c2 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.763951] env[69742]: DEBUG oslo_concurrency.lockutils [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] Acquiring lock "948da37c-dfc1-4de8-b2a5-de2753a528cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.764203] env[69742]: DEBUG oslo_concurrency.lockutils [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.764852] env[69742]: DEBUG oslo_concurrency.lockutils [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.765860] env[69742]: DEBUG nova.compute.manager [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] No waiting events found dispatching network-vif-plugged-042d68ed-b481-4575-9a49-f7e353a3f6c2 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.765860] env[69742]: WARNING nova.compute.manager [req-e769fa85-2135-46d9-b817-973973990b4a req-118e2d2e-2871-4a63-b3b1-7b4fe3838b10 service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Received unexpected event network-vif-plugged-042d68ed-b481-4575-9a49-f7e353a3f6c2 for instance with vm_state building and task_state spawning. [ 911.804604] env[69742]: DEBUG nova.network.neutron [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updating instance_info_cache with network_info: [{"id": "2394415d-6d72-433a-a871-703b04bde4f9", "address": "fa:16:3e:a2:75:fc", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2394415d-6d", "ovs_interfaceid": "2394415d-6d72-433a-a871-703b04bde4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a9f8500-d278-46fc-a294-f3df5e2daf05", "address": "fa:16:3e:e6:f2:3c", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9f8500-d2", "ovs_interfaceid": "0a9f8500-d278-46fc-a294-f3df5e2daf05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.879042] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.883698] env[69742]: DEBUG oslo_concurrency.lockutils [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.603s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.883698] env[69742]: DEBUG nova.objects.instance [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Lazy-loading 'resources' on Instance uuid 57230e5a-9da3-410e-9b06-5f25f21b5ed4 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.907014] env[69742]: INFO nova.scheduler.client.report [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Deleted allocations for instance 3d14bd75-218d-4630-b765-77933b17b95a [ 912.086883] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060632, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.217183] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670234} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.217466] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9/55ed6c0a-ab5b-4bab-af51-c4e57d976aa9.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.217683] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.217949] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34474222-8a3b-4f54-9a4d-524556d6625c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.225870] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for the task: (returnval){ [ 912.225870] env[69742]: value = "task-4060633" [ 912.225870] env[69742]: _type = "Task" [ 912.225870] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.235780] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.309545] env[69742]: DEBUG oslo_concurrency.lockutils [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.310480] env[69742]: DEBUG oslo_concurrency.lockutils [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.310668] env[69742]: DEBUG oslo_concurrency.lockutils [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.310989] env[69742]: DEBUG oslo_concurrency.lockutils [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] Acquired lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.311269] env[69742]: DEBUG nova.network.neutron [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Refreshing network info cache for port 0a9f8500-d278-46fc-a294-f3df5e2daf05 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.313352] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544f0002-e3c2-4118-9157-b4397af48988 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.333727] env[69742]: DEBUG nova.virt.hardware [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.334073] env[69742]: DEBUG nova.virt.hardware [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.334242] env[69742]: DEBUG nova.virt.hardware [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.334426] env[69742]: DEBUG nova.virt.hardware [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.334576] env[69742]: DEBUG nova.virt.hardware [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.334726] env[69742]: DEBUG nova.virt.hardware [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.334940] env[69742]: DEBUG nova.virt.hardware [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.335115] env[69742]: DEBUG nova.virt.hardware [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.335379] env[69742]: DEBUG nova.virt.hardware [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.335666] env[69742]: DEBUG nova.virt.hardware [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.335886] env[69742]: DEBUG nova.virt.hardware [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.343197] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Reconfiguring VM to attach interface {{(pid=69742) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 912.344364] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a250dba-ac7e-4e03-8162-13423f21bce5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.364551] env[69742]: DEBUG oslo_vmware.api [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 912.364551] env[69742]: value = "task-4060634" [ 912.364551] env[69742]: _type = "Task" [ 912.364551] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.374620] env[69742]: DEBUG oslo_vmware.api [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060634, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.419064] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79fdf7e4-f01c-4a97-989c-48e6342ccfb9 tempest-MultipleCreateTestJSON-1341766068 tempest-MultipleCreateTestJSON-1341766068-project-member] Lock "3d14bd75-218d-4630-b765-77933b17b95a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.436s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.586676] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060632, 'name': CreateVM_Task, 'duration_secs': 0.709142} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.586676] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.587101] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.587299] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.587675] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.590448] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c643fd-5d0e-4137-85d1-e1e6805625f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.596261] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 912.596261] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f36e9a-3ab0-41cf-20b8-07ccf524e4a2" [ 912.596261] env[69742]: _type = "Task" [ 912.596261] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.605960] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f36e9a-3ab0-41cf-20b8-07ccf524e4a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.676888] env[69742]: DEBUG oslo_vmware.rw_handles [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20479-43f5-cd58-e247-f2de1b7d2890/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 912.678035] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78beab85-c633-4005-ae91-b771f6bca22b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.684482] env[69742]: DEBUG oslo_vmware.rw_handles [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20479-43f5-cd58-e247-f2de1b7d2890/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 912.684675] env[69742]: ERROR oslo_vmware.rw_handles [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20479-43f5-cd58-e247-f2de1b7d2890/disk-0.vmdk due to incomplete transfer. [ 912.684916] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-10a13b0a-8200-4cf8-bdc0-ec923f5d226c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.697232] env[69742]: DEBUG oslo_vmware.rw_handles [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20479-43f5-cd58-e247-f2de1b7d2890/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 912.697291] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Uploaded image 8842d2c2-5380-49ec-a83c-009d3b89eb3e to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 912.699598] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 912.703391] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f862f358-902f-477d-b3e8-9b2aad78c0e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.706627] env[69742]: DEBUG nova.compute.manager [req-1b7183e6-3cc0-419e-b5db-1ed44f5b4d3e req-212fc7d9-a366-4a52-8338-e7e1f963c994 service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Received event network-changed-042d68ed-b481-4575-9a49-f7e353a3f6c2 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.706824] env[69742]: DEBUG nova.compute.manager [req-1b7183e6-3cc0-419e-b5db-1ed44f5b4d3e req-212fc7d9-a366-4a52-8338-e7e1f963c994 service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Refreshing instance network info cache due to event network-changed-042d68ed-b481-4575-9a49-f7e353a3f6c2. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.707063] env[69742]: DEBUG oslo_concurrency.lockutils [req-1b7183e6-3cc0-419e-b5db-1ed44f5b4d3e req-212fc7d9-a366-4a52-8338-e7e1f963c994 service nova] Acquiring lock "refresh_cache-948da37c-dfc1-4de8-b2a5-de2753a528cf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.707213] env[69742]: DEBUG oslo_concurrency.lockutils [req-1b7183e6-3cc0-419e-b5db-1ed44f5b4d3e req-212fc7d9-a366-4a52-8338-e7e1f963c994 service nova] Acquired lock "refresh_cache-948da37c-dfc1-4de8-b2a5-de2753a528cf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.707380] env[69742]: DEBUG nova.network.neutron [req-1b7183e6-3cc0-419e-b5db-1ed44f5b4d3e req-212fc7d9-a366-4a52-8338-e7e1f963c994 service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Refreshing network info cache for port 042d68ed-b481-4575-9a49-f7e353a3f6c2 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.715680] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 912.715680] env[69742]: value = "task-4060635" [ 912.715680] env[69742]: _type = "Task" [ 912.715680] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.730031] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060635, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.738554] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076295} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.741380] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.742762] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa273d9-64cc-4ec2-9d86-7478cc911758 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.766564] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9/55ed6c0a-ab5b-4bab-af51-c4e57d976aa9.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.770048] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96d3c72e-ced3-4331-a5c5-93ab62d43874 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.791580] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for the task: (returnval){ [ 912.791580] env[69742]: value = "task-4060636" [ 912.791580] env[69742]: _type = "Task" [ 912.791580] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.800923] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.847090] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be731a03-3189-4c69-b483-3b37755d1a70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.856593] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea31182-c89b-41ba-bed4-1e7ef9133c72 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.894113] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.899195] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ec741b-f3b3-47ab-a6b7-b0c01ea56ea7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.901218] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645397e4-2eb7-4da1-aaa8-024af6136786 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.911136] env[69742]: DEBUG oslo_vmware.api [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.918193] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 912.918193] env[69742]: value = "task-4060637" [ 912.918193] env[69742]: _type = "Task" [ 912.918193] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.918193] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c615a3-11b4-4b90-bf3c-7fc34f7c950b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.939482] env[69742]: DEBUG nova.compute.provider_tree [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.948189] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.109233] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f36e9a-3ab0-41cf-20b8-07ccf524e4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.015489} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.109728] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.110073] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.110374] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.110556] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.110788] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.112340] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bd229ec-391e-49fb-beb9-f7f4d0b87ebd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.122681] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.122927] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.123915] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ca7c32-6885-4b3c-b52e-4044c05dffd3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.131206] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 913.131206] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522f3fa4-9299-db73-9d65-571375dc548e" [ 913.131206] env[69742]: _type = "Task" [ 913.131206] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.142153] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522f3fa4-9299-db73-9d65-571375dc548e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.230309] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060635, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.304910] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.357838] env[69742]: DEBUG nova.network.neutron [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updated VIF entry in instance network info cache for port 0a9f8500-d278-46fc-a294-f3df5e2daf05. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.358312] env[69742]: DEBUG nova.network.neutron [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updating instance_info_cache with network_info: [{"id": "2394415d-6d72-433a-a871-703b04bde4f9", "address": "fa:16:3e:a2:75:fc", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2394415d-6d", "ovs_interfaceid": "2394415d-6d72-433a-a871-703b04bde4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a9f8500-d278-46fc-a294-f3df5e2daf05", "address": "fa:16:3e:e6:f2:3c", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a9f8500-d2", "ovs_interfaceid": "0a9f8500-d278-46fc-a294-f3df5e2daf05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.405243] env[69742]: DEBUG oslo_vmware.api [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060634, 'name': ReconfigVM_Task, 'duration_secs': 0.898517} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.405894] env[69742]: DEBUG oslo_concurrency.lockutils [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.406160] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Reconfigured VM to attach interface {{(pid=69742) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 913.432532] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060637, 'name': PowerOffVM_Task, 'duration_secs': 0.307218} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.432833] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.434074] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34869cc1-3dc9-4c41-b55c-85731139af3d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.459019] env[69742]: DEBUG nova.scheduler.client.report [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.468025] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b2be7-8a57-4fa7-963a-be0b7b50cf0b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.499875] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.500584] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba913cb7-9eaa-4239-802c-e03aa51ebe5a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.508052] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 913.508052] env[69742]: value = "task-4060638" [ 913.508052] env[69742]: _type = "Task" [ 913.508052] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.520105] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 913.520342] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.520593] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.520821] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.520937] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.521240] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14927660-4dfd-4d85-9dcd-ee8867ce557f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.531248] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.531466] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.532653] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a620cd8-5dd5-4959-a5ec-3e17922dd9d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.538175] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 913.538175] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c8450a-f111-b21c-4acb-78df7d719de7" [ 913.538175] env[69742]: _type = "Task" [ 913.538175] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.547147] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c8450a-f111-b21c-4acb-78df7d719de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.605325] env[69742]: DEBUG nova.network.neutron [req-1b7183e6-3cc0-419e-b5db-1ed44f5b4d3e req-212fc7d9-a366-4a52-8338-e7e1f963c994 service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Updated VIF entry in instance network info cache for port 042d68ed-b481-4575-9a49-f7e353a3f6c2. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.605674] env[69742]: DEBUG nova.network.neutron [req-1b7183e6-3cc0-419e-b5db-1ed44f5b4d3e req-212fc7d9-a366-4a52-8338-e7e1f963c994 service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Updating instance_info_cache with network_info: [{"id": "042d68ed-b481-4575-9a49-f7e353a3f6c2", "address": "fa:16:3e:bc:e9:dd", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042d68ed-b4", "ovs_interfaceid": "042d68ed-b481-4575-9a49-f7e353a3f6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.642721] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522f3fa4-9299-db73-9d65-571375dc548e, 'name': SearchDatastore_Task, 'duration_secs': 0.015153} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.643689] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3315d8-cb52-4099-a887-80c0bdb6207e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.649596] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 913.649596] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521512e8-810d-f10a-499e-f3bb798f9467" [ 913.649596] env[69742]: _type = "Task" [ 913.649596] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.658328] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521512e8-810d-f10a-499e-f3bb798f9467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.727803] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060635, 'name': Destroy_Task, 'duration_secs': 0.725651} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.728465] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Destroyed the VM [ 913.728465] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 913.728587] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c893093-b06d-4132-9afa-2d447aa7ba46 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.736216] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 913.736216] env[69742]: value = "task-4060639" [ 913.736216] env[69742]: _type = "Task" [ 913.736216] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.745400] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060639, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.803723] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060636, 'name': ReconfigVM_Task, 'duration_secs': 0.722055} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.803723] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9/55ed6c0a-ab5b-4bab-af51-c4e57d976aa9.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.804269] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a801cc36-5198-4384-a262-92c9c3bc7184 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.811777] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for the task: (returnval){ [ 913.811777] env[69742]: value = "task-4060640" [ 913.811777] env[69742]: _type = "Task" [ 913.811777] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.821766] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060640, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.861721] env[69742]: DEBUG oslo_concurrency.lockutils [req-da7039a1-a627-472f-a060-bd56f701b134 req-258735ee-908b-4b47-b772-359e504c101a service nova] Releasing lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.913698] env[69742]: DEBUG oslo_concurrency.lockutils [None req-922f2ad4-53c0-4b83-9b6a-4c117a44be42 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3670a756-2036-4ae4-885f-d17805323729-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.031s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.969586] env[69742]: DEBUG oslo_concurrency.lockutils [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.972218] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.518s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.972547] env[69742]: DEBUG nova.objects.instance [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lazy-loading 'resources' on Instance uuid 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.995919] env[69742]: INFO nova.scheduler.client.report [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Deleted allocations for instance 57230e5a-9da3-410e-9b06-5f25f21b5ed4 [ 914.050712] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c8450a-f111-b21c-4acb-78df7d719de7, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.052863] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8fe6ff-9e35-4477-92af-e5a049e68f4f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.058959] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 914.058959] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52933efe-24c4-3385-8182-dd6edb23220f" [ 914.058959] env[69742]: _type = "Task" [ 914.058959] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.072636] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52933efe-24c4-3385-8182-dd6edb23220f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.107968] env[69742]: DEBUG oslo_concurrency.lockutils [req-1b7183e6-3cc0-419e-b5db-1ed44f5b4d3e req-212fc7d9-a366-4a52-8338-e7e1f963c994 service nova] Releasing lock "refresh_cache-948da37c-dfc1-4de8-b2a5-de2753a528cf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.160958] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521512e8-810d-f10a-499e-f3bb798f9467, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.161288] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.164615] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 948da37c-dfc1-4de8-b2a5-de2753a528cf/948da37c-dfc1-4de8-b2a5-de2753a528cf.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.164615] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b552676-71d4-4e46-9a3e-279e6f8992c0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.170050] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 914.170050] env[69742]: value = "task-4060641" [ 914.170050] env[69742]: _type = "Task" [ 914.170050] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.179786] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.247837] env[69742]: DEBUG oslo_vmware.api [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060639, 'name': RemoveSnapshot_Task, 'duration_secs': 0.478676} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.247837] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 914.247837] env[69742]: INFO nova.compute.manager [None req-c77b3cd4-5800-4236-bb85-47d6ec254dca tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Took 15.27 seconds to snapshot the instance on the hypervisor. [ 914.325467] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060640, 'name': Rename_Task, 'duration_secs': 0.164616} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.325871] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.328764] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee4e76a1-4917-488b-8dbb-043ae7be5a33 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.339791] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for the task: (returnval){ [ 914.339791] env[69742]: value = "task-4060642" [ 914.339791] env[69742]: _type = "Task" [ 914.339791] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.352057] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.506790] env[69742]: DEBUG oslo_concurrency.lockutils [None req-660b0545-eef4-42d4-b9bc-131d0d1db9e6 tempest-VolumesAssistedSnapshotsTest-1389923489 tempest-VolumesAssistedSnapshotsTest-1389923489-project-member] Lock "57230e5a-9da3-410e-9b06-5f25f21b5ed4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.349s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.581164] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52933efe-24c4-3385-8182-dd6edb23220f, 'name': SearchDatastore_Task, 'duration_secs': 0.012265} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.581164] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.581164] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] d930c956-4b36-4d78-ad91-f89bee666618/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. {{(pid=69742) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 914.583975] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ca89e8c-177d-4564-bdc0-f851c5e87df9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.594235] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 914.594235] env[69742]: value = "task-4060643" [ 914.594235] env[69742]: _type = "Task" [ 914.594235] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.609770] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.681255] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060641, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.855519] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.937098] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17632647-f718-4f4a-b6e6-26f9ca9e0b4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.946291] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496db08b-552a-48d8-97c9-f6fa07a08841 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.986348] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1708b2ee-d0dc-4549-a634-ad0950938d7c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.995668] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "e4e5b536-e5d9-43ac-a183-8469368513e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.996031] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "e4e5b536-e5d9-43ac-a183-8469368513e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.996373] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "e4e5b536-e5d9-43ac-a183-8469368513e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.996575] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "e4e5b536-e5d9-43ac-a183-8469368513e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.996752] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "e4e5b536-e5d9-43ac-a183-8469368513e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.999945] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e60ab15-fe0d-4b6b-b19b-7e7c5d3f5e25 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.005348] env[69742]: INFO nova.compute.manager [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Terminating instance [ 915.024315] env[69742]: DEBUG nova.compute.provider_tree [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.106259] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060643, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.183309] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67905} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.183719] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 948da37c-dfc1-4de8-b2a5-de2753a528cf/948da37c-dfc1-4de8-b2a5-de2753a528cf.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.184093] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.184459] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eab2254-96c8-48cd-8f4c-09dbdd9fa4d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.193285] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 915.193285] env[69742]: value = "task-4060644" [ 915.193285] env[69742]: _type = "Task" [ 915.193285] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.207620] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.218718] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.219063] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.219396] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.219726] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.219835] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.222389] env[69742]: INFO nova.compute.manager [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Terminating instance [ 915.350783] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060642, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.511615] env[69742]: DEBUG nova.compute.manager [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.511887] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.513543] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb9aed6-c611-4baa-96ca-a759f96c7f88 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.529880] env[69742]: DEBUG nova.scheduler.client.report [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.534726] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.535373] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-688c72db-e8c2-40de-abc1-6d350ae43f86 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.607186] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707907} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.607653] env[69742]: INFO nova.virt.vmwareapi.ds_util [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] d930c956-4b36-4d78-ad91-f89bee666618/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. [ 915.608815] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c7caee-8cc9-4886-ac27-78b68d5a6f88 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.613092] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.613326] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.613514] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleting the datastore file [datastore2] e4e5b536-e5d9-43ac-a183-8469368513e4 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.614384] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d278c4-9741-444b-b927-42a5ed9e5b4a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.643183] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] d930c956-4b36-4d78-ad91-f89bee666618/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.643183] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-650c1383-160d-43bd-9341-344f32454d89 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.657551] env[69742]: DEBUG oslo_vmware.api [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 915.657551] env[69742]: value = "task-4060646" [ 915.657551] env[69742]: _type = "Task" [ 915.657551] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.669434] env[69742]: DEBUG oslo_vmware.api [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.669434] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 915.669434] env[69742]: value = "task-4060647" [ 915.669434] env[69742]: _type = "Task" [ 915.669434] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.677834] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.707592] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132089} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.707592] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.708765] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c155fb98-5b5d-41e5-99cf-ca10dd02da74 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.737642] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 948da37c-dfc1-4de8-b2a5-de2753a528cf/948da37c-dfc1-4de8-b2a5-de2753a528cf.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.738038] env[69742]: DEBUG nova.compute.manager [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.738038] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.738370] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf15932a-71bd-4ae2-bef9-1539aaaba414 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.754338] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0047f034-a0a8-44c5-b73b-5d6762d19cb9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.765413] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.766874] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-987a0bb3-8996-4f64-82a7-50ed0df1484d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.770133] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 915.770133] env[69742]: value = "task-4060648" [ 915.770133] env[69742]: _type = "Task" [ 915.770133] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.777080] env[69742]: DEBUG oslo_vmware.api [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 915.777080] env[69742]: value = "task-4060649" [ 915.777080] env[69742]: _type = "Task" [ 915.777080] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.784953] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.792739] env[69742]: DEBUG oslo_vmware.api [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.857318] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060642, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.030524] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.030888] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.036193] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.038756] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.753s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.044594] env[69742]: INFO nova.compute.claims [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.077171] env[69742]: INFO nova.scheduler.client.report [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Deleted allocations for instance 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0 [ 916.171855] env[69742]: DEBUG oslo_vmware.api [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24204} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.177229] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.177229] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.177229] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.177229] env[69742]: INFO nova.compute.manager [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Took 0.66 seconds to destroy the instance on the hypervisor. [ 916.177229] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.177484] env[69742]: DEBUG nova.compute.manager [-] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.177558] env[69742]: DEBUG nova.network.neutron [-] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.184951] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060647, 'name': ReconfigVM_Task, 'duration_secs': 0.420946} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.185386] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Reconfigured VM instance instance-0000003a to attach disk [datastore1] d930c956-4b36-4d78-ad91-f89bee666618/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.186287] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea86b68f-a057-4e2e-b16d-d1a6e9249f44 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.218795] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c340da3-d37c-4098-b3cd-1d39f739dba1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.236609] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 916.236609] env[69742]: value = "task-4060650" [ 916.236609] env[69742]: _type = "Task" [ 916.236609] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.246307] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.287667] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.294938] env[69742]: DEBUG oslo_vmware.api [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060649, 'name': PowerOffVM_Task, 'duration_secs': 0.271356} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.297315] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.297315] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.297315] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e48d1502-c23e-48ac-b97e-8dea58d1645c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.351661] env[69742]: DEBUG oslo_vmware.api [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060642, 'name': PowerOnVM_Task, 'duration_secs': 1.597331} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.351978] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.352200] env[69742]: INFO nova.compute.manager [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Took 9.64 seconds to spawn the instance on the hypervisor. [ 916.352383] env[69742]: DEBUG nova.compute.manager [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.353206] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefa8035-06fe-4b26-b7fd-7203c3815d7e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.367397] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.367647] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.367867] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Deleting the datastore file [datastore1] 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.368210] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db0eacb2-f723-4c06-a209-6424d9f38e3d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.378191] env[69742]: DEBUG oslo_vmware.api [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 916.378191] env[69742]: value = "task-4060652" [ 916.378191] env[69742]: _type = "Task" [ 916.378191] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.389274] env[69742]: DEBUG oslo_vmware.api [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.534153] env[69742]: DEBUG nova.compute.manager [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.586203] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf9131cc-8763-42bc-9e21-0e570a251606 tempest-ServerShowV254Test-2013328179 tempest-ServerShowV254Test-2013328179-project-member] Lock "1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.475s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.629240] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "interface-3670a756-2036-4ae4-885f-d17805323729-0a9f8500-d278-46fc-a294-f3df5e2daf05" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.629652] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3670a756-2036-4ae4-885f-d17805323729-0a9f8500-d278-46fc-a294-f3df5e2daf05" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.761319] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.781523] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060648, 'name': ReconfigVM_Task, 'duration_secs': 0.646586} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.781856] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 948da37c-dfc1-4de8-b2a5-de2753a528cf/948da37c-dfc1-4de8-b2a5-de2753a528cf.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.782996] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4af30e8-0cf0-4169-b675-3eb0d17f1bee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.791632] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 916.791632] env[69742]: value = "task-4060653" [ 916.791632] env[69742]: _type = "Task" [ 916.791632] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.808124] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060653, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.875784] env[69742]: INFO nova.compute.manager [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Took 42.41 seconds to build instance. [ 916.892206] env[69742]: DEBUG oslo_vmware.api [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39132} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.892296] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.892429] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.892606] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.892902] env[69742]: INFO nova.compute.manager [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 916.893172] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.893373] env[69742]: DEBUG nova.compute.manager [-] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.893531] env[69742]: DEBUG nova.network.neutron [-] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.063454] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.095998] env[69742]: DEBUG nova.compute.manager [req-71d15fd3-f7b6-4f43-9b00-33da414d2019 req-3fdfb66d-1626-4045-ae34-12785d28b2af service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Received event network-vif-deleted-f54e576f-33df-4ac0-a933-ab4b3919c040 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.096270] env[69742]: INFO nova.compute.manager [req-71d15fd3-f7b6-4f43-9b00-33da414d2019 req-3fdfb66d-1626-4045-ae34-12785d28b2af service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Neutron deleted interface f54e576f-33df-4ac0-a933-ab4b3919c040; detaching it from the instance and deleting it from the info cache [ 917.096499] env[69742]: DEBUG nova.network.neutron [req-71d15fd3-f7b6-4f43-9b00-33da414d2019 req-3fdfb66d-1626-4045-ae34-12785d28b2af service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.133022] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.133022] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.134897] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b013671b-00e9-4ec5-b10f-5371fe5283c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.169615] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a919d8-c079-406f-b20a-5b5ce7aab62a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.202988] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Reconfiguring VM to detach interface {{(pid=69742) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 917.204113] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33401b92-8340-416d-8f2e-c628cdfeb90c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.224494] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 917.224494] env[69742]: value = "task-4060654" [ 917.224494] env[69742]: _type = "Task" [ 917.224494] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.235096] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.248337] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060650, 'name': ReconfigVM_Task, 'duration_secs': 0.941394} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.251418] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.251954] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-885cafd2-f70e-4dd4-8f64-f98570ed06ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.261573] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 917.261573] env[69742]: value = "task-4060655" [ 917.261573] env[69742]: _type = "Task" [ 917.261573] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.274162] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.306806] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060653, 'name': Rename_Task, 'duration_secs': 0.214641} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.307190] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.307597] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffd4e239-e131-460e-8585-506d8aeda733 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.317107] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 917.317107] env[69742]: value = "task-4060656" [ 917.317107] env[69742]: _type = "Task" [ 917.317107] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.327952] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.376757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d04beba3-26b5-4639-bb70-69bdc25846b9 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.927s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.561126] env[69742]: DEBUG nova.network.neutron [-] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.602204] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-413497fd-d8c3-4d19-93f7-f08ab52ee777 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.611008] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76fcf1e-031a-4b3d-be93-30d53083c365 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.625080] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ffd608-92c5-4d09-b7ab-3c59e2802a27 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.635113] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a071f8-fbd0-461f-ab8a-4796d818e7e3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.653237] env[69742]: DEBUG nova.compute.manager [req-71d15fd3-f7b6-4f43-9b00-33da414d2019 req-3fdfb66d-1626-4045-ae34-12785d28b2af service nova] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Detach interface failed, port_id=f54e576f-33df-4ac0-a933-ab4b3919c040, reason: Instance e4e5b536-e5d9-43ac-a183-8469368513e4 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.688227] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cf13fc-08d9-4181-8563-e24337b6808c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.700336] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5700a72a-60ed-42ea-9fe7-ce986c75f2e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.718161] env[69742]: DEBUG nova.compute.provider_tree [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.736651] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.776457] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060655, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.835931] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060656, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.910400] env[69742]: DEBUG nova.compute.manager [req-bc25f0d1-1633-4886-9389-7260b3b615c0 req-cd2ef064-7500-4f5c-8f48-66f4f024a947 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Received event network-vif-deleted-492b60f4-26bc-44ae-8969-f85646d01da9 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.910400] env[69742]: INFO nova.compute.manager [req-bc25f0d1-1633-4886-9389-7260b3b615c0 req-cd2ef064-7500-4f5c-8f48-66f4f024a947 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Neutron deleted interface 492b60f4-26bc-44ae-8969-f85646d01da9; detaching it from the instance and deleting it from the info cache [ 917.910559] env[69742]: DEBUG nova.network.neutron [req-bc25f0d1-1633-4886-9389-7260b3b615c0 req-cd2ef064-7500-4f5c-8f48-66f4f024a947 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.063897] env[69742]: INFO nova.compute.manager [-] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Took 1.89 seconds to deallocate network for instance. [ 918.194251] env[69742]: DEBUG nova.network.neutron [-] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.222851] env[69742]: DEBUG nova.scheduler.client.report [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.243584] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.276508] env[69742]: DEBUG oslo_vmware.api [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060655, 'name': PowerOnVM_Task, 'duration_secs': 0.622582} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.276907] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.280794] env[69742]: DEBUG nova.compute.manager [None req-fdd51b5d-dda6-48ac-95b4-92bc1325256c tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.282052] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806ec1ec-e9dc-485b-89a9-bb75cbc78a24 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.330894] env[69742]: DEBUG oslo_vmware.api [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060656, 'name': PowerOnVM_Task, 'duration_secs': 0.691657} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.331505] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.331998] env[69742]: INFO nova.compute.manager [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Took 9.05 seconds to spawn the instance on the hypervisor. [ 918.333063] env[69742]: DEBUG nova.compute.manager [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.333335] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ae97ff-eb99-446d-95bd-5a4c1463e664 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.414520] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96ab8f6b-902b-4575-8c50-44e0ffecb9b0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.427544] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad0cc3d-f0d7-46b1-9eb1-70d7a2a06800 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.475583] env[69742]: DEBUG nova.compute.manager [req-bc25f0d1-1633-4886-9389-7260b3b615c0 req-cd2ef064-7500-4f5c-8f48-66f4f024a947 service nova] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Detach interface failed, port_id=492b60f4-26bc-44ae-8969-f85646d01da9, reason: Instance 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.572076] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.698356] env[69742]: INFO nova.compute.manager [-] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Took 1.80 seconds to deallocate network for instance. [ 918.735165] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.735992] env[69742]: DEBUG nova.compute.manager [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.740207] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.101s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.743600] env[69742]: DEBUG nova.objects.instance [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lazy-loading 'resources' on Instance uuid 4606a027-0e9f-4bf3-97c4-53636c673843 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.755034] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.856575] env[69742]: INFO nova.compute.manager [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Took 43.96 seconds to build instance. [ 919.210789] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.245307] env[69742]: DEBUG nova.compute.utils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.249801] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.249801] env[69742]: DEBUG nova.compute.manager [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.249801] env[69742]: DEBUG nova.network.neutron [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.343456] env[69742]: DEBUG nova.policy [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '799b03d90bb04e968e700da8f0f42fb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b0403216fa24ac68874dd0b2238b018', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.359652] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3654adb4-e0c5-4222-b73b-2fa5820ea91c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.468s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.714867] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2086136c-d8c4-4c1c-bfda-855c1431bc32 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.738021] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c28d39-4dab-4609-aab9-157929e8eb08 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.748015] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.782933] env[69742]: DEBUG nova.compute.manager [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.787524] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6592a6ea-1061-40d5-a8af-92ce912a880f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.800859] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759ef32c-5cc3-4bec-a409-6ccfd92d4718 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.834604] env[69742]: DEBUG nova.compute.provider_tree [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.950089] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "ffc53993-dd71-4c83-a401-91dfbcea4e54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.950089] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "ffc53993-dd71-4c83-a401-91dfbcea4e54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.204168] env[69742]: DEBUG nova.compute.manager [req-679fd675-4b19-49db-ae37-40e74f2fdb4c req-805b1633-3d42-41cd-b01d-685fed5b76d3 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Received event network-changed-0401c6c4-a531-4497-9271-247901f25deb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.205535] env[69742]: DEBUG nova.compute.manager [req-679fd675-4b19-49db-ae37-40e74f2fdb4c req-805b1633-3d42-41cd-b01d-685fed5b76d3 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Refreshing instance network info cache due to event network-changed-0401c6c4-a531-4497-9271-247901f25deb. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.205894] env[69742]: DEBUG oslo_concurrency.lockutils [req-679fd675-4b19-49db-ae37-40e74f2fdb4c req-805b1633-3d42-41cd-b01d-685fed5b76d3 service nova] Acquiring lock "refresh_cache-55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.206103] env[69742]: DEBUG oslo_concurrency.lockutils [req-679fd675-4b19-49db-ae37-40e74f2fdb4c req-805b1633-3d42-41cd-b01d-685fed5b76d3 service nova] Acquired lock "refresh_cache-55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.210302] env[69742]: DEBUG nova.network.neutron [req-679fd675-4b19-49db-ae37-40e74f2fdb4c req-805b1633-3d42-41cd-b01d-685fed5b76d3 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Refreshing network info cache for port 0401c6c4-a531-4497-9271-247901f25deb {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.243122] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.332824] env[69742]: DEBUG nova.scheduler.client.report [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.452789] env[69742]: DEBUG nova.compute.manager [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.526130] env[69742]: DEBUG nova.network.neutron [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Successfully created port: bae03468-aaa9-489d-906f-b5d7cd26b6ec {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.659051] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.659658] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.659987] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.660293] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.660575] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.664108] env[69742]: INFO nova.compute.manager [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Terminating instance [ 920.745293] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.798827] env[69742]: DEBUG nova.compute.manager [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.844145] env[69742]: DEBUG nova.virt.hardware [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.844145] env[69742]: DEBUG nova.virt.hardware [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.845217] env[69742]: DEBUG nova.virt.hardware [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.849020] env[69742]: DEBUG nova.virt.hardware [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.849020] env[69742]: DEBUG nova.virt.hardware [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.849020] env[69742]: DEBUG nova.virt.hardware [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.849020] env[69742]: DEBUG nova.virt.hardware [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.849020] env[69742]: DEBUG nova.virt.hardware [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.849020] env[69742]: DEBUG nova.virt.hardware [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.849020] env[69742]: DEBUG nova.virt.hardware [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.849020] env[69742]: DEBUG nova.virt.hardware [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.849020] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.855051] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a235a20d-761a-4730-b7c4-94e4df65e6eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.857924] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.249s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.858535] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.858968] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 920.859435] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.359s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.861682] env[69742]: INFO nova.compute.claims [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.870473] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d1cac3-b8f7-49d4-b95d-0905932d9c74 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.889107] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e7b095-1bb3-4306-b6f4-689edb1ec0e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.895470] env[69742]: INFO nova.scheduler.client.report [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Deleted allocations for instance 4606a027-0e9f-4bf3-97c4-53636c673843 [ 920.898509] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d369e11-9abd-4966-9f24-69dc35c8aeb3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.939778] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e526438a-07ef-4ab5-b409-d8a2cae77376 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.950783] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e62fa-cca8-4590-80db-f35fa5967c44 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.989425] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178886MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 920.989425] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.009273] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.050902] env[69742]: DEBUG oslo_concurrency.lockutils [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.051239] env[69742]: DEBUG oslo_concurrency.lockutils [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.051451] env[69742]: DEBUG nova.compute.manager [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.052415] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b050f0-e214-477d-a28d-449653d6f6e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.060669] env[69742]: DEBUG nova.compute.manager [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69742) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 921.061304] env[69742]: DEBUG nova.objects.instance [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lazy-loading 'flavor' on Instance uuid 948da37c-dfc1-4de8-b2a5-de2753a528cf {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.170769] env[69742]: DEBUG nova.compute.manager [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.171016] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.172191] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ecf1ec-947f-441e-ad5d-25625c0570de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.180751] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.181088] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5b670bb-1a44-4ee0-be13-12c2eb51392e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.185655] env[69742]: DEBUG nova.network.neutron [req-679fd675-4b19-49db-ae37-40e74f2fdb4c req-805b1633-3d42-41cd-b01d-685fed5b76d3 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Updated VIF entry in instance network info cache for port 0401c6c4-a531-4497-9271-247901f25deb. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.185809] env[69742]: DEBUG nova.network.neutron [req-679fd675-4b19-49db-ae37-40e74f2fdb4c req-805b1633-3d42-41cd-b01d-685fed5b76d3 service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Updating instance_info_cache with network_info: [{"id": "0401c6c4-a531-4497-9271-247901f25deb", "address": "fa:16:3e:7e:11:7a", "network": {"id": "8d150616-f008-45f5-9950-ff2ed4a044c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1726962900-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70abce9dda1643b18bf29148bb364945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0401c6c4-a5", "ovs_interfaceid": "0401c6c4-a531-4497-9271-247901f25deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.188893] env[69742]: DEBUG oslo_vmware.api [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 921.188893] env[69742]: value = "task-4060657" [ 921.188893] env[69742]: _type = "Task" [ 921.188893] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.200200] env[69742]: DEBUG oslo_vmware.api [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.242545] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.431989] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8a11fc0-29d1-48c9-a71a-64c4db4557a8 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "4606a027-0e9f-4bf3-97c4-53636c673843" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.263s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.697910] env[69742]: DEBUG oslo_concurrency.lockutils [req-679fd675-4b19-49db-ae37-40e74f2fdb4c req-805b1633-3d42-41cd-b01d-685fed5b76d3 service nova] Releasing lock "refresh_cache-55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.704291] env[69742]: DEBUG oslo_vmware.api [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060657, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.745069] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.075270] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.075270] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba8c6d11-e7d0-4549-9460-1b586bdd3d27 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.085188] env[69742]: DEBUG oslo_vmware.api [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 922.085188] env[69742]: value = "task-4060658" [ 922.085188] env[69742]: _type = "Task" [ 922.085188] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.103361] env[69742]: DEBUG oslo_vmware.api [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.205336] env[69742]: DEBUG oslo_vmware.api [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060657, 'name': PowerOffVM_Task, 'duration_secs': 0.559895} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.205336] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.205336] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.205336] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aadd02d5-33f7-4c13-b509-d32a9b2cc5d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.243949] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.313598] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.313902] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.314258] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Deleting the datastore file [datastore2] b237bb8e-2d3e-4017-a618-1c2bb30c8e00 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.316103] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7850bf47-8376-47fe-a97e-e36892bd69e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.328239] env[69742]: DEBUG oslo_vmware.api [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for the task: (returnval){ [ 922.328239] env[69742]: value = "task-4060660" [ 922.328239] env[69742]: _type = "Task" [ 922.328239] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.338363] env[69742]: DEBUG oslo_vmware.api [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.345634] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7ce069-72ad-444d-9dac-3028cd87258a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.354553] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7e5473-ced1-406f-9e30-543692791cb6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.397053] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.397560] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.397738] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.397808] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.397923] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.400366] env[69742]: INFO nova.compute.manager [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Terminating instance [ 922.403152] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5706d873-32e4-49cb-a426-2bc28a38df09 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.417141] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb01514-cd2b-44d6-8f1d-a530044fabf0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.436933] env[69742]: DEBUG nova.compute.provider_tree [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.605452] env[69742]: DEBUG oslo_vmware.api [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060658, 'name': PowerOffVM_Task, 'duration_secs': 0.376458} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.606128] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.606128] env[69742]: DEBUG nova.compute.manager [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.606779] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11243eaf-d709-455d-9fb1-e344b2ee4fe4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.747541] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.841381] env[69742]: DEBUG oslo_vmware.api [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Task: {'id': task-4060660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271371} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.841381] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.841381] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.842803] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.843067] env[69742]: INFO nova.compute.manager [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Took 1.67 seconds to destroy the instance on the hypervisor. [ 922.843328] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.843682] env[69742]: DEBUG nova.compute.manager [-] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.843682] env[69742]: DEBUG nova.network.neutron [-] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.916261] env[69742]: DEBUG nova.compute.manager [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.916313] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.919608] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c7a4a8-bd70-41c0-b3e2-f66f1e45f2da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.930936] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.930936] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e7e4dd9-9fb5-4c46-9078-6611156aa002 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.940970] env[69742]: DEBUG nova.scheduler.client.report [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.946990] env[69742]: DEBUG oslo_vmware.api [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 922.946990] env[69742]: value = "task-4060661" [ 922.946990] env[69742]: _type = "Task" [ 922.946990] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.968051] env[69742]: DEBUG oslo_vmware.api [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.078399] env[69742]: DEBUG nova.compute.manager [req-4260dbfc-ad06-41d9-b1a8-cc7f75e616c7 req-3c37c5d5-a098-4a08-8356-82c6836fd1e9 service nova] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Received event network-vif-plugged-bae03468-aaa9-489d-906f-b5d7cd26b6ec {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.079025] env[69742]: DEBUG oslo_concurrency.lockutils [req-4260dbfc-ad06-41d9-b1a8-cc7f75e616c7 req-3c37c5d5-a098-4a08-8356-82c6836fd1e9 service nova] Acquiring lock "35b38923-4034-46b3-b61e-8e853a68b4fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.079816] env[69742]: DEBUG oslo_concurrency.lockutils [req-4260dbfc-ad06-41d9-b1a8-cc7f75e616c7 req-3c37c5d5-a098-4a08-8356-82c6836fd1e9 service nova] Lock "35b38923-4034-46b3-b61e-8e853a68b4fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.080146] env[69742]: DEBUG oslo_concurrency.lockutils [req-4260dbfc-ad06-41d9-b1a8-cc7f75e616c7 req-3c37c5d5-a098-4a08-8356-82c6836fd1e9 service nova] Lock "35b38923-4034-46b3-b61e-8e853a68b4fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.080218] env[69742]: DEBUG nova.compute.manager [req-4260dbfc-ad06-41d9-b1a8-cc7f75e616c7 req-3c37c5d5-a098-4a08-8356-82c6836fd1e9 service nova] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] No waiting events found dispatching network-vif-plugged-bae03468-aaa9-489d-906f-b5d7cd26b6ec {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.080426] env[69742]: WARNING nova.compute.manager [req-4260dbfc-ad06-41d9-b1a8-cc7f75e616c7 req-3c37c5d5-a098-4a08-8356-82c6836fd1e9 service nova] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Received unexpected event network-vif-plugged-bae03468-aaa9-489d-906f-b5d7cd26b6ec for instance with vm_state building and task_state spawning. [ 923.122150] env[69742]: DEBUG oslo_concurrency.lockutils [None req-532e4ae5-7931-4dac-a687-73116453f11e tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.231012] env[69742]: DEBUG nova.network.neutron [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Successfully updated port: bae03468-aaa9-489d-906f-b5d7cd26b6ec {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.251569] env[69742]: DEBUG oslo_vmware.api [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060654, 'name': ReconfigVM_Task, 'duration_secs': 5.823796} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.251569] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.251569] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Reconfigured VM to detach interface {{(pid=69742) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 923.447937] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.448927] env[69742]: DEBUG nova.compute.manager [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.452305] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.698s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.453438] env[69742]: INFO nova.compute.claims [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.467962] env[69742]: DEBUG oslo_vmware.api [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060661, 'name': PowerOffVM_Task, 'duration_secs': 0.446759} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.468173] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.468343] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.468605] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f0fae91-6283-4d40-9335-7332c3dfe346 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.546849] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "9030bfbe-5557-4101-b2b7-06cc63159def" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.547412] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.557903] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.558461] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.558554] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Deleting the datastore file [datastore1] 15c5fde6-f8e5-4e1b-a413-e233c887c5b3 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.558870] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2948d76-c7b5-4356-892b-bbd49c6ff478 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.567636] env[69742]: DEBUG oslo_vmware.api [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for the task: (returnval){ [ 923.567636] env[69742]: value = "task-4060663" [ 923.567636] env[69742]: _type = "Task" [ 923.567636] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.579147] env[69742]: DEBUG oslo_vmware.api [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.740805] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "refresh_cache-35b38923-4034-46b3-b61e-8e853a68b4fe" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.740805] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired lock "refresh_cache-35b38923-4034-46b3-b61e-8e853a68b4fe" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.741080] env[69742]: DEBUG nova.network.neutron [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.959657] env[69742]: DEBUG nova.compute.utils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.966953] env[69742]: DEBUG nova.compute.manager [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Not allocating networking since 'none' was specified. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 924.050053] env[69742]: DEBUG nova.compute.manager [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.083031] env[69742]: DEBUG oslo_vmware.api [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Task: {'id': task-4060663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289327} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.083996] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.083996] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.083996] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.083996] env[69742]: INFO nova.compute.manager [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 924.084458] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.085111] env[69742]: DEBUG nova.compute.manager [-] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.085205] env[69742]: DEBUG nova.network.neutron [-] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.286503] env[69742]: DEBUG nova.network.neutron [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.465741] env[69742]: DEBUG nova.compute.manager [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.519763] env[69742]: DEBUG nova.network.neutron [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Updating instance_info_cache with network_info: [{"id": "bae03468-aaa9-489d-906f-b5d7cd26b6ec", "address": "fa:16:3e:08:bb:9b", "network": {"id": "2e9312b9-e96b-4cce-97f9-f7f881005222", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1170820594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0403216fa24ac68874dd0b2238b018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbae03468-aa", "ovs_interfaceid": "bae03468-aaa9-489d-906f-b5d7cd26b6ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.521480] env[69742]: INFO nova.compute.manager [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Rebuilding instance [ 924.575388] env[69742]: DEBUG nova.compute.manager [req-18aa7f8a-7a82-4afa-bc93-ef972df93b14 req-63674bd0-8afd-43dd-9954-077910a47206 service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Received event network-vif-deleted-cf57a89b-730e-4936-b26c-b03dec12b29b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.575578] env[69742]: INFO nova.compute.manager [req-18aa7f8a-7a82-4afa-bc93-ef972df93b14 req-63674bd0-8afd-43dd-9954-077910a47206 service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Neutron deleted interface cf57a89b-730e-4936-b26c-b03dec12b29b; detaching it from the instance and deleting it from the info cache [ 924.575745] env[69742]: DEBUG nova.network.neutron [req-18aa7f8a-7a82-4afa-bc93-ef972df93b14 req-63674bd0-8afd-43dd-9954-077910a47206 service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.589899] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.607624] env[69742]: DEBUG nova.compute.manager [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.608781] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be042bf-67fc-43bc-8f8d-8d93fe95ab2e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.613168] env[69742]: DEBUG nova.network.neutron [-] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.875817] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.875998] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.877065] env[69742]: DEBUG nova.network.neutron [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.029610] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Releasing lock "refresh_cache-35b38923-4034-46b3-b61e-8e853a68b4fe" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.029945] env[69742]: DEBUG nova.compute.manager [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Instance network_info: |[{"id": "bae03468-aaa9-489d-906f-b5d7cd26b6ec", "address": "fa:16:3e:08:bb:9b", "network": {"id": "2e9312b9-e96b-4cce-97f9-f7f881005222", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1170820594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0403216fa24ac68874dd0b2238b018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbae03468-aa", "ovs_interfaceid": "bae03468-aaa9-489d-906f-b5d7cd26b6ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.030414] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:bb:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bae03468-aaa9-489d-906f-b5d7cd26b6ec', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.038104] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.038709] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.039943] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad7e9713-ba1e-4fc1-865c-9411a1a176ac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.056469] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d4f070-39ad-4712-b80a-f6ad8103d174 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.067047] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c14013a-d80a-496f-b1dd-1905a2e65fb5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.071554] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.071554] env[69742]: value = "task-4060664" [ 925.071554] env[69742]: _type = "Task" [ 925.071554] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.110439] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edb931d6-4ce9-455a-b9c1-b53a87441ca3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.114031] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2331377d-3778-4779-b874-d5b9702429dc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.122630] env[69742]: INFO nova.compute.manager [-] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Took 2.28 seconds to deallocate network for instance. [ 925.128746] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060664, 'name': CreateVM_Task} progress is 15%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.139357] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad4b1ec-bdda-4f7b-8c5f-650de9e7a0da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.152698] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c71c3af-b2e4-4fea-b3c0-6d0c3817f6b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.172760] env[69742]: DEBUG nova.compute.provider_tree [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.185511] env[69742]: DEBUG nova.compute.manager [req-18aa7f8a-7a82-4afa-bc93-ef972df93b14 req-63674bd0-8afd-43dd-9954-077910a47206 service nova] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Detach interface failed, port_id=cf57a89b-730e-4936-b26c-b03dec12b29b, reason: Instance b237bb8e-2d3e-4017-a618-1c2bb30c8e00 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 925.186727] env[69742]: DEBUG nova.scheduler.client.report [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.270512] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "3670a756-2036-4ae4-885f-d17805323729" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.271284] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3670a756-2036-4ae4-885f-d17805323729" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.271284] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "3670a756-2036-4ae4-885f-d17805323729-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.271408] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3670a756-2036-4ae4-885f-d17805323729-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.271942] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3670a756-2036-4ae4-885f-d17805323729-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.274199] env[69742]: INFO nova.compute.manager [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Terminating instance [ 925.397835] env[69742]: DEBUG nova.compute.manager [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Received event network-changed-bae03468-aaa9-489d-906f-b5d7cd26b6ec {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.397835] env[69742]: DEBUG nova.compute.manager [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Refreshing instance network info cache due to event network-changed-bae03468-aaa9-489d-906f-b5d7cd26b6ec. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.397835] env[69742]: DEBUG oslo_concurrency.lockutils [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] Acquiring lock "refresh_cache-35b38923-4034-46b3-b61e-8e853a68b4fe" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.397835] env[69742]: DEBUG oslo_concurrency.lockutils [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] Acquired lock "refresh_cache-35b38923-4034-46b3-b61e-8e853a68b4fe" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.397835] env[69742]: DEBUG nova.network.neutron [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Refreshing network info cache for port bae03468-aaa9-489d-906f-b5d7cd26b6ec {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.483113] env[69742]: DEBUG nova.compute.manager [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.518216] env[69742]: DEBUG nova.virt.hardware [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.518216] env[69742]: DEBUG nova.virt.hardware [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.518216] env[69742]: DEBUG nova.virt.hardware [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.518494] env[69742]: DEBUG nova.virt.hardware [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.518670] env[69742]: DEBUG nova.virt.hardware [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.518827] env[69742]: DEBUG nova.virt.hardware [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.519804] env[69742]: DEBUG nova.virt.hardware [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.519804] env[69742]: DEBUG nova.virt.hardware [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.519804] env[69742]: DEBUG nova.virt.hardware [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.519804] env[69742]: DEBUG nova.virt.hardware [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.519804] env[69742]: DEBUG nova.virt.hardware [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.520976] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf62c3a-fa5c-4e4a-a12f-c570ff920e05 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.530632] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798b6f86-f631-4206-b574-14424f2f6aed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.547954] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.553451] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Creating folder: Project (91862bac73364637907d802e9fe8fe3a). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.553956] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eba351c-5006-4d5c-811e-412268a98aa0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.569226] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Created folder: Project (91862bac73364637907d802e9fe8fe3a) in parent group-v804621. [ 925.569226] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Creating folder: Instances. Parent ref: group-v804798. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.569353] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73ee07f1-1f5b-43fa-a275-066772465cde {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.584018] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060664, 'name': CreateVM_Task, 'duration_secs': 0.369138} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.585650] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.585948] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Created folder: Instances in parent group-v804798. [ 925.586773] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.586914] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.587072] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.587455] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.587745] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.587995] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2016cb5-c462-4907-8c2d-2104143cf4d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.590319] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b4a45f-93ec-4a11-88c3-854b53c34968 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.610418] env[69742]: DEBUG nova.network.neutron [-] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.612095] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 925.612095] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5225a007-108f-b470-dc10-014e303e080d" [ 925.612095] env[69742]: _type = "Task" [ 925.612095] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.613837] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.613837] env[69742]: value = "task-4060667" [ 925.613837] env[69742]: _type = "Task" [ 925.613837] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.626410] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060667, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.631217] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.631527] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5225a007-108f-b470-dc10-014e303e080d, 'name': SearchDatastore_Task, 'duration_secs': 0.013711} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.631772] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca8ff1a-c907-4030-8001-7b38857e1384 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.634037] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.634371] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.634648] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.634920] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.635630] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.635942] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f4d5f82-55b1-4b46-9077-6dfa78a1bb0a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.638988] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.645999] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 925.645999] env[69742]: value = "task-4060668" [ 925.645999] env[69742]: _type = "Task" [ 925.645999] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.651655] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.651655] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.653966] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d2ffda-cd28-49f5-9a0a-1da9d9b1d326 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.662783] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 925.662858] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.664259] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 925.664259] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bd05f7-7d4b-5a0b-5c62-ee86b9cddd49" [ 925.664259] env[69742]: _type = "Task" [ 925.664259] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.664259] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b100204b-efdd-4da0-83e2-4ac62e33e4f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.679143] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.683403] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba5bd6c2-a7ef-4bca-a132-180080dd8cd8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.685308] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bd05f7-7d4b-5a0b-5c62-ee86b9cddd49, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.686724] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80e0df3-41f5-4a2c-9429-804576404a9c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.695829] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.695829] env[69742]: DEBUG nova.compute.manager [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.697527] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 925.697527] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b41ec7-23c8-d507-81cb-9e53782b91f1" [ 925.697527] env[69742]: _type = "Task" [ 925.697527] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.698298] env[69742]: DEBUG oslo_concurrency.lockutils [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.473s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.698619] env[69742]: DEBUG nova.objects.instance [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lazy-loading 'resources' on Instance uuid bcf096b6-87b8-4f77-a8ad-5e049a71cb81 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.714360] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b41ec7-23c8-d507-81cb-9e53782b91f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.714759] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.714759] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 35b38923-4034-46b3-b61e-8e853a68b4fe/35b38923-4034-46b3-b61e-8e853a68b4fe.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.716252] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38f9feef-fefa-455f-be50-215c97912f8b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.723530] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 925.723530] env[69742]: value = "task-4060670" [ 925.723530] env[69742]: _type = "Task" [ 925.723530] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.734273] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.765038] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.765038] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.765038] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleting the datastore file [datastore2] 948da37c-dfc1-4de8-b2a5-de2753a528cf {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.765038] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0964584-545a-4161-ad7d-075da7e03513 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.775358] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 925.775358] env[69742]: value = "task-4060671" [ 925.775358] env[69742]: _type = "Task" [ 925.775358] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.779216] env[69742]: DEBUG nova.compute.manager [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.781066] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.781432] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece517c9-b681-4818-819e-2363c46ff79e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.793234] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.796161] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.796786] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da9bb993-7dd7-43f0-88a7-9eed4f4f111e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.805926] env[69742]: DEBUG oslo_vmware.api [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 925.805926] env[69742]: value = "task-4060672" [ 925.805926] env[69742]: _type = "Task" [ 925.805926] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.818799] env[69742]: DEBUG oslo_vmware.api [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.860118] env[69742]: INFO nova.network.neutron [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Port 0a9f8500-d278-46fc-a294-f3df5e2daf05 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 925.860118] env[69742]: DEBUG nova.network.neutron [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updating instance_info_cache with network_info: [{"id": "2394415d-6d72-433a-a871-703b04bde4f9", "address": "fa:16:3e:a2:75:fc", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2394415d-6d", "ovs_interfaceid": "2394415d-6d72-433a-a871-703b04bde4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.116047] env[69742]: INFO nova.compute.manager [-] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Took 2.03 seconds to deallocate network for instance. [ 926.129720] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060667, 'name': CreateVM_Task, 'duration_secs': 0.406165} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.129995] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.130862] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.130999] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.132541] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.132541] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3a669f-c6e0-4a8e-b138-e261a6c2cbd6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.140223] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 926.140223] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c33ecc-b82e-27a5-470f-fa283b9422e2" [ 926.140223] env[69742]: _type = "Task" [ 926.140223] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.151538] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c33ecc-b82e-27a5-470f-fa283b9422e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.200578] env[69742]: DEBUG nova.compute.utils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.201962] env[69742]: DEBUG nova.compute.manager [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.203191] env[69742]: DEBUG nova.network.neutron [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.241120] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060670, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.274620] env[69742]: DEBUG nova.policy [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4802711e6ba949c9b6688ea3f1f06cbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef6f9c0db684e2887f72164b899c003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.288639] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477714} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.288920] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.289098] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.289280] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.316733] env[69742]: DEBUG oslo_vmware.api [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060672, 'name': PowerOffVM_Task, 'duration_secs': 0.250745} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.317108] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.317231] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.317489] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc72d767-d4b3-457c-b46b-304585aaa7a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.320751] env[69742]: DEBUG nova.network.neutron [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Updated VIF entry in instance network info cache for port bae03468-aaa9-489d-906f-b5d7cd26b6ec. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.321425] env[69742]: DEBUG nova.network.neutron [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Updating instance_info_cache with network_info: [{"id": "bae03468-aaa9-489d-906f-b5d7cd26b6ec", "address": "fa:16:3e:08:bb:9b", "network": {"id": "2e9312b9-e96b-4cce-97f9-f7f881005222", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1170820594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b0403216fa24ac68874dd0b2238b018", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbae03468-aa", "ovs_interfaceid": "bae03468-aaa9-489d-906f-b5d7cd26b6ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.362231] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-3670a756-2036-4ae4-885f-d17805323729" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.388693] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.388903] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.389101] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleting the datastore file [datastore1] 3670a756-2036-4ae4-885f-d17805323729 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.389424] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ebb62d5-1849-4a51-9afb-f37ae0e3bef8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.397012] env[69742]: DEBUG oslo_vmware.api [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 926.397012] env[69742]: value = "task-4060674" [ 926.397012] env[69742]: _type = "Task" [ 926.397012] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.414920] env[69742]: DEBUG oslo_vmware.api [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.625513] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.655802] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c33ecc-b82e-27a5-470f-fa283b9422e2, 'name': SearchDatastore_Task, 'duration_secs': 0.060827} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.656563] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.656563] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.656693] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.656797] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.656975] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.657272] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61c72bc4-6eb3-49d2-8f1e-003dde69dd4c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.668487] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.668812] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.669618] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9c1c79-e9e6-4ab6-8c93-c2ab4870271f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.675779] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 926.675779] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525d7909-a99a-6be9-65d2-a114343390a4" [ 926.675779] env[69742]: _type = "Task" [ 926.675779] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.689899] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525d7909-a99a-6be9-65d2-a114343390a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.701601] env[69742]: DEBUG nova.network.neutron [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Successfully created port: bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.716344] env[69742]: DEBUG nova.compute.manager [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.736387] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552835} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.737924] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 35b38923-4034-46b3-b61e-8e853a68b4fe/35b38923-4034-46b3-b61e-8e853a68b4fe.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.738179] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.738951] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052d84ad-56c0-437f-b2c1-2c215daec558 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.742688] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9a85c6c-120f-403a-a0fb-7719c87aa80f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.752064] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe6a34f-dc9b-4737-9946-00e1e1929177 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.755560] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 926.755560] env[69742]: value = "task-4060675" [ 926.755560] env[69742]: _type = "Task" [ 926.755560] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.789422] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449d1a60-cff5-4fb3-86ca-abeada9eea5e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.798999] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.809047] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0af337-1688-4378-9d6e-3200aef03270 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.833473] env[69742]: DEBUG oslo_concurrency.lockutils [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] Releasing lock "refresh_cache-35b38923-4034-46b3-b61e-8e853a68b4fe" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.833615] env[69742]: DEBUG nova.compute.manager [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Received event network-vif-deleted-0a9f8500-d278-46fc-a294-f3df5e2daf05 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.833698] env[69742]: INFO nova.compute.manager [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Neutron deleted interface 0a9f8500-d278-46fc-a294-f3df5e2daf05; detaching it from the instance and deleting it from the info cache [ 926.834951] env[69742]: DEBUG nova.network.neutron [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updating instance_info_cache with network_info: [{"id": "2394415d-6d72-433a-a871-703b04bde4f9", "address": "fa:16:3e:a2:75:fc", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2394415d-6d", "ovs_interfaceid": "2394415d-6d72-433a-a871-703b04bde4f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.835630] env[69742]: DEBUG nova.compute.provider_tree [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.870430] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3730d4d2-fb86-47d2-a7ab-ee6397dafe58 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3670a756-2036-4ae4-885f-d17805323729-0a9f8500-d278-46fc-a294-f3df5e2daf05" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.239s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.912661] env[69742]: DEBUG oslo_vmware.api [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226323} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.916022] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.916022] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.916022] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.916022] env[69742]: INFO nova.compute.manager [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3670a756-2036-4ae4-885f-d17805323729] Took 1.13 seconds to destroy the instance on the hypervisor. [ 926.916022] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.916022] env[69742]: DEBUG nova.compute.manager [-] [instance: 3670a756-2036-4ae4-885f-d17805323729] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.916022] env[69742]: DEBUG nova.network.neutron [-] [instance: 3670a756-2036-4ae4-885f-d17805323729] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.189994] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525d7909-a99a-6be9-65d2-a114343390a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.190873] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1958fa3-7696-4f3d-834f-915feb4d69b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.197445] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 927.197445] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a2e914-827b-0775-6de3-8f4398fab877" [ 927.197445] env[69742]: _type = "Task" [ 927.197445] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.208049] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a2e914-827b-0775-6de3-8f4398fab877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.269301] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08726} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.269533] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.270389] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98942fad-8736-49fd-b60d-375b97eb00ff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.296524] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 35b38923-4034-46b3-b61e-8e853a68b4fe/35b38923-4034-46b3-b61e-8e853a68b4fe.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.296893] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b8c3107-c24b-4c42-8c5d-6907d28f269a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.328172] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 927.328172] env[69742]: value = "task-4060676" [ 927.328172] env[69742]: _type = "Task" [ 927.328172] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.343364] env[69742]: DEBUG nova.scheduler.client.report [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.347680] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.350870] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-646ba29d-6b7c-4d9a-bb0c-43b38f7ee266 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.363035] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b278847-5bfd-468b-b9b8-faccba80b1a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.378225] env[69742]: DEBUG nova.virt.hardware [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.378490] env[69742]: DEBUG nova.virt.hardware [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.378647] env[69742]: DEBUG nova.virt.hardware [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.378855] env[69742]: DEBUG nova.virt.hardware [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.379062] env[69742]: DEBUG nova.virt.hardware [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.379227] env[69742]: DEBUG nova.virt.hardware [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.379440] env[69742]: DEBUG nova.virt.hardware [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.379607] env[69742]: DEBUG nova.virt.hardware [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.379770] env[69742]: DEBUG nova.virt.hardware [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.379934] env[69742]: DEBUG nova.virt.hardware [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.380307] env[69742]: DEBUG nova.virt.hardware [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.382295] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9134a3e9-d72e-4c9d-bd9b-4513355301c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.392327] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a347306c-f0f0-493b-9d34-377399f567e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.414513] env[69742]: DEBUG nova.compute.manager [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Detach interface failed, port_id=0a9f8500-d278-46fc-a294-f3df5e2daf05, reason: Instance 3670a756-2036-4ae4-885f-d17805323729 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.414513] env[69742]: DEBUG nova.compute.manager [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Received event network-vif-deleted-88ad6d5c-4dfe-4b01-9466-47bfbd93f333 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.414513] env[69742]: INFO nova.compute.manager [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Neutron deleted interface 88ad6d5c-4dfe-4b01-9466-47bfbd93f333; detaching it from the instance and deleting it from the info cache [ 927.414513] env[69742]: DEBUG nova.network.neutron [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.425585] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:e9:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '042d68ed-b481-4575-9a49-f7e353a3f6c2', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.434148] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.434845] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.435102] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecc56e8f-9665-456b-a8e0-c1339205bfc1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.462445] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquiring lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.462445] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.464320] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.464320] env[69742]: value = "task-4060677" [ 927.464320] env[69742]: _type = "Task" [ 927.464320] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.475074] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060677, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.712200] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a2e914-827b-0775-6de3-8f4398fab877, 'name': SearchDatastore_Task, 'duration_secs': 0.071483} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.713929] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.713929] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 46fecc62-e620-4135-a751-3df131d2a624/46fecc62-e620-4135-a751-3df131d2a624.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.713929] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d30fe0c-8f5c-4c77-8146-8aae7cbab7a1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.721626] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 927.721626] env[69742]: value = "task-4060678" [ 927.721626] env[69742]: _type = "Task" [ 927.721626] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.726382] env[69742]: DEBUG nova.compute.manager [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.735844] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.762054] env[69742]: DEBUG nova.virt.hardware [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.762576] env[69742]: DEBUG nova.virt.hardware [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.762576] env[69742]: DEBUG nova.virt.hardware [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.762780] env[69742]: DEBUG nova.virt.hardware [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.763095] env[69742]: DEBUG nova.virt.hardware [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.763283] env[69742]: DEBUG nova.virt.hardware [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.763531] env[69742]: DEBUG nova.virt.hardware [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.763723] env[69742]: DEBUG nova.virt.hardware [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.764019] env[69742]: DEBUG nova.virt.hardware [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.764326] env[69742]: DEBUG nova.virt.hardware [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.764683] env[69742]: DEBUG nova.virt.hardware [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.765899] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b3f65b-ea5b-4a03-83cc-6aa179cb973a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.780135] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e8d579-b42e-45f2-9745-b4e51feb15d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.840730] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.855055] env[69742]: DEBUG oslo_concurrency.lockutils [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.858282] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.030s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.859189] env[69742]: DEBUG nova.objects.instance [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Lazy-loading 'resources' on Instance uuid fd2147d5-9c03-4e14-ba9a-f5bf149aac68 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.913695] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21233761-2291-4aa3-b2ae-6dfec40c6be0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.918190] env[69742]: INFO nova.scheduler.client.report [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Deleted allocations for instance bcf096b6-87b8-4f77-a8ad-5e049a71cb81 [ 927.930636] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7df6b2-1299-4d39-b288-933d0ccaa5a1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.975951] env[69742]: DEBUG nova.compute.manager [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.978736] env[69742]: DEBUG nova.compute.manager [req-c9f597b4-8a29-426a-80c6-fb14ebfa1c15 req-98c5e47f-6b14-4ad2-86de-ed16918f4b5a service nova] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Detach interface failed, port_id=88ad6d5c-4dfe-4b01-9466-47bfbd93f333, reason: Instance 15c5fde6-f8e5-4e1b-a413-e233c887c5b3 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.991056] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060677, 'name': CreateVM_Task, 'duration_secs': 0.452098} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.991268] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.992150] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.993691] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.993691] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.993691] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9827c732-02a6-49dd-8d2e-9f248901ad83 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.999490] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 927.999490] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52996584-2f93-b359-6320-e697e63d9569" [ 927.999490] env[69742]: _type = "Task" [ 927.999490] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.015929] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52996584-2f93-b359-6320-e697e63d9569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.124425] env[69742]: DEBUG nova.compute.manager [req-95f82db2-b5ac-46bc-b25e-6aa3ff3e1004 req-9ea7f13e-e153-424f-b014-597be2f60969 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Received event network-vif-deleted-2394415d-6d72-433a-a871-703b04bde4f9 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.124839] env[69742]: INFO nova.compute.manager [req-95f82db2-b5ac-46bc-b25e-6aa3ff3e1004 req-9ea7f13e-e153-424f-b014-597be2f60969 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Neutron deleted interface 2394415d-6d72-433a-a871-703b04bde4f9; detaching it from the instance and deleting it from the info cache [ 928.125206] env[69742]: DEBUG nova.network.neutron [req-95f82db2-b5ac-46bc-b25e-6aa3ff3e1004 req-9ea7f13e-e153-424f-b014-597be2f60969 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.236665] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060678, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.318737] env[69742]: DEBUG nova.compute.manager [req-f43fb5f7-b87e-4043-9261-06ec3fa336c9 req-cbcab1a5-816d-4cf1-9a78-e9d94c060faa service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Received event network-vif-plugged-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.318865] env[69742]: DEBUG oslo_concurrency.lockutils [req-f43fb5f7-b87e-4043-9261-06ec3fa336c9 req-cbcab1a5-816d-4cf1-9a78-e9d94c060faa service nova] Acquiring lock "917f5cae-ce8d-4194-9d79-bb8083092fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.320451] env[69742]: DEBUG oslo_concurrency.lockutils [req-f43fb5f7-b87e-4043-9261-06ec3fa336c9 req-cbcab1a5-816d-4cf1-9a78-e9d94c060faa service nova] Lock "917f5cae-ce8d-4194-9d79-bb8083092fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.320754] env[69742]: DEBUG oslo_concurrency.lockutils [req-f43fb5f7-b87e-4043-9261-06ec3fa336c9 req-cbcab1a5-816d-4cf1-9a78-e9d94c060faa service nova] Lock "917f5cae-ce8d-4194-9d79-bb8083092fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.320998] env[69742]: DEBUG nova.compute.manager [req-f43fb5f7-b87e-4043-9261-06ec3fa336c9 req-cbcab1a5-816d-4cf1-9a78-e9d94c060faa service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] No waiting events found dispatching network-vif-plugged-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.321201] env[69742]: WARNING nova.compute.manager [req-f43fb5f7-b87e-4043-9261-06ec3fa336c9 req-cbcab1a5-816d-4cf1-9a78-e9d94c060faa service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Received unexpected event network-vif-plugged-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 for instance with vm_state building and task_state spawning. [ 928.341315] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060676, 'name': ReconfigVM_Task, 'duration_secs': 0.718462} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.341573] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 35b38923-4034-46b3-b61e-8e853a68b4fe/35b38923-4034-46b3-b61e-8e853a68b4fe.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.342565] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d750d30f-5d72-4ee2-be85-3499de8b96e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.351562] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 928.351562] env[69742]: value = "task-4060679" [ 928.351562] env[69742]: _type = "Task" [ 928.351562] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.365016] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060679, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.422256] env[69742]: DEBUG nova.network.neutron [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Successfully updated port: bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.448091] env[69742]: DEBUG oslo_concurrency.lockutils [None req-df707a54-8aa2-40e9-a213-213603d50b6b tempest-ListServerFiltersTestJSON-251030025 tempest-ListServerFiltersTestJSON-251030025-project-member] Lock "bcf096b6-87b8-4f77-a8ad-5e049a71cb81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.831s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.507489] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.518498] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52996584-2f93-b359-6320-e697e63d9569, 'name': SearchDatastore_Task, 'duration_secs': 0.070376} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.518854] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.519180] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.519445] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.519734] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.520049] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.525036] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-241fe92c-5e2a-42d6-a028-5a6ac5be6910 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.536512] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.536780] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.537603] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2092e1-5c7b-4b03-80dd-4ba60061b85d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.553047] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 928.553047] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5291eb23-2a3e-ca5b-a3d9-91a22b575393" [ 928.553047] env[69742]: _type = "Task" [ 928.553047] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.563974] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5291eb23-2a3e-ca5b-a3d9-91a22b575393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.576146] env[69742]: DEBUG nova.network.neutron [-] [instance: 3670a756-2036-4ae4-885f-d17805323729] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.628476] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e310ec38-861d-4ede-83c8-45225dd4dceb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.640897] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2730f9-588d-4da4-9f34-d3b037f43c78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.681628] env[69742]: DEBUG nova.compute.manager [req-95f82db2-b5ac-46bc-b25e-6aa3ff3e1004 req-9ea7f13e-e153-424f-b014-597be2f60969 service nova] [instance: 3670a756-2036-4ae4-885f-d17805323729] Detach interface failed, port_id=2394415d-6d72-433a-a871-703b04bde4f9, reason: Instance 3670a756-2036-4ae4-885f-d17805323729 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.737304] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632492} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.737942] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 46fecc62-e620-4135-a751-3df131d2a624/46fecc62-e620-4135-a751-3df131d2a624.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.738319] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.738710] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad95cfc6-e880-423d-993d-7b41ea9ec185 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.750782] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 928.750782] env[69742]: value = "task-4060680" [ 928.750782] env[69742]: _type = "Task" [ 928.750782] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.763288] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.862644] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060679, 'name': Rename_Task, 'duration_secs': 0.268911} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.865542] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.865993] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b885b273-944a-4a74-a826-67cacd328cd4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.873725] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 928.873725] env[69742]: value = "task-4060681" [ 928.873725] env[69742]: _type = "Task" [ 928.873725] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.883369] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.885184] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a66e71-56bf-4ba4-a9b5-e2dfcaab2353 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.892875] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71565a3-1db5-405d-af38-76493e02436a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.926025] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91dd2d6-ba13-4146-8eaf-ce3788ee5034 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.929106] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "refresh_cache-917f5cae-ce8d-4194-9d79-bb8083092fbd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.929230] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "refresh_cache-917f5cae-ce8d-4194-9d79-bb8083092fbd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.929378] env[69742]: DEBUG nova.network.neutron [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.936021] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b22e429-78bf-4b9c-8304-45dc3c6f2007 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.953232] env[69742]: DEBUG nova.compute.provider_tree [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.065393] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5291eb23-2a3e-ca5b-a3d9-91a22b575393, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.066436] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7caec1-23dc-4d52-83ea-cb8bfcbe54ff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.074022] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 929.074022] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524872e7-b93a-229c-af0f-c7ef6f1fc8b7" [ 929.074022] env[69742]: _type = "Task" [ 929.074022] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.078591] env[69742]: INFO nova.compute.manager [-] [instance: 3670a756-2036-4ae4-885f-d17805323729] Took 2.16 seconds to deallocate network for instance. [ 929.092426] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524872e7-b93a-229c-af0f-c7ef6f1fc8b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.272921] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076071} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.273292] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.274177] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea845502-29f7-47a1-a8c2-50c8f7494fb9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.300541] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 46fecc62-e620-4135-a751-3df131d2a624/46fecc62-e620-4135-a751-3df131d2a624.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.300541] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0862c931-b0e8-4050-b595-a6ad5fc282fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.326818] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 929.326818] env[69742]: value = "task-4060682" [ 929.326818] env[69742]: _type = "Task" [ 929.326818] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.336324] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.384901] env[69742]: DEBUG oslo_vmware.api [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060681, 'name': PowerOnVM_Task, 'duration_secs': 0.485598} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.384901] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.385323] env[69742]: INFO nova.compute.manager [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Took 8.59 seconds to spawn the instance on the hypervisor. [ 929.385323] env[69742]: DEBUG nova.compute.manager [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.386236] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9530a57d-af59-4fe5-b5aa-ed571f73aedb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.456750] env[69742]: DEBUG nova.scheduler.client.report [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.484945] env[69742]: DEBUG nova.network.neutron [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.586131] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524872e7-b93a-229c-af0f-c7ef6f1fc8b7, 'name': SearchDatastore_Task, 'duration_secs': 0.020053} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.586593] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.586925] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 948da37c-dfc1-4de8-b2a5-de2753a528cf/948da37c-dfc1-4de8-b2a5-de2753a528cf.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.587363] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-661bdf31-a7d2-4a78-b811-4a58592d6fbb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.595657] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.600639] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 929.600639] env[69742]: value = "task-4060683" [ 929.600639] env[69742]: _type = "Task" [ 929.600639] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.616453] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.720612] env[69742]: DEBUG nova.network.neutron [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Updating instance_info_cache with network_info: [{"id": "bd7d2733-3e88-4bb3-a59f-e60f68b6dd56", "address": "fa:16:3e:2c:0d:94", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d2733-3e", "ovs_interfaceid": "bd7d2733-3e88-4bb3-a59f-e60f68b6dd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.839151] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060682, 'name': ReconfigVM_Task, 'duration_secs': 0.337933} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.839649] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 46fecc62-e620-4135-a751-3df131d2a624/46fecc62-e620-4135-a751-3df131d2a624.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.840458] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-614b4e39-3dd4-48ff-9e99-01581188ada0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.852125] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 929.852125] env[69742]: value = "task-4060684" [ 929.852125] env[69742]: _type = "Task" [ 929.852125] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.863837] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060684, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.907058] env[69742]: INFO nova.compute.manager [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Took 46.64 seconds to build instance. [ 929.962480] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.968024] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.026s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.968551] env[69742]: INFO nova.compute.claims [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.997808] env[69742]: INFO nova.scheduler.client.report [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Deleted allocations for instance fd2147d5-9c03-4e14-ba9a-f5bf149aac68 [ 930.102393] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquiring lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.102653] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.102879] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquiring lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.103165] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.103446] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.112369] env[69742]: INFO nova.compute.manager [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Terminating instance [ 930.121835] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060683, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.225085] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "refresh_cache-917f5cae-ce8d-4194-9d79-bb8083092fbd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.225465] env[69742]: DEBUG nova.compute.manager [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Instance network_info: |[{"id": "bd7d2733-3e88-4bb3-a59f-e60f68b6dd56", "address": "fa:16:3e:2c:0d:94", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d2733-3e", "ovs_interfaceid": "bd7d2733-3e88-4bb3-a59f-e60f68b6dd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.225950] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:0d:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd7d2733-3e88-4bb3-a59f-e60f68b6dd56', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.234177] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.234476] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.234815] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-378be750-b1b6-4d5d-99d4-85cc3204925a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.261044] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.261044] env[69742]: value = "task-4060685" [ 930.261044] env[69742]: _type = "Task" [ 930.261044] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.272650] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060685, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.363589] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060684, 'name': Rename_Task, 'duration_secs': 0.158047} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.366782] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.366782] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45652db8-445e-490e-9016-d210e7197d1d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.375028] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 930.375028] env[69742]: value = "task-4060686" [ 930.375028] env[69742]: _type = "Task" [ 930.375028] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.384812] env[69742]: DEBUG nova.compute.manager [req-cc97f5e8-3223-48e5-ab49-f5936a435155 req-f03c99f4-7c50-4c6e-963a-c9e0c4072bfc service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Received event network-changed-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.385332] env[69742]: DEBUG nova.compute.manager [req-cc97f5e8-3223-48e5-ab49-f5936a435155 req-f03c99f4-7c50-4c6e-963a-c9e0c4072bfc service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Refreshing instance network info cache due to event network-changed-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.388024] env[69742]: DEBUG oslo_concurrency.lockutils [req-cc97f5e8-3223-48e5-ab49-f5936a435155 req-f03c99f4-7c50-4c6e-963a-c9e0c4072bfc service nova] Acquiring lock "refresh_cache-917f5cae-ce8d-4194-9d79-bb8083092fbd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.388024] env[69742]: DEBUG oslo_concurrency.lockutils [req-cc97f5e8-3223-48e5-ab49-f5936a435155 req-f03c99f4-7c50-4c6e-963a-c9e0c4072bfc service nova] Acquired lock "refresh_cache-917f5cae-ce8d-4194-9d79-bb8083092fbd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.388024] env[69742]: DEBUG nova.network.neutron [req-cc97f5e8-3223-48e5-ab49-f5936a435155 req-f03c99f4-7c50-4c6e-963a-c9e0c4072bfc service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Refreshing network info cache for port bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.394905] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.410375] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb807f4c-a259-4cf3-a8c1-091b432e256a tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "35b38923-4034-46b3-b61e-8e853a68b4fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.082s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.507802] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2c80edd-3c05-478f-8364-139017dbac4f tempest-ServerMetadataTestJSON-150133303 tempest-ServerMetadataTestJSON-150133303-project-member] Lock "fd2147d5-9c03-4e14-ba9a-f5bf149aac68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.330s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.615874] env[69742]: DEBUG oslo_concurrency.lockutils [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "35b38923-4034-46b3-b61e-8e853a68b4fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.616201] env[69742]: DEBUG oslo_concurrency.lockutils [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "35b38923-4034-46b3-b61e-8e853a68b4fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.616416] env[69742]: DEBUG oslo_concurrency.lockutils [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "35b38923-4034-46b3-b61e-8e853a68b4fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.616604] env[69742]: DEBUG oslo_concurrency.lockutils [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "35b38923-4034-46b3-b61e-8e853a68b4fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.616774] env[69742]: DEBUG oslo_concurrency.lockutils [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "35b38923-4034-46b3-b61e-8e853a68b4fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.618468] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060683, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.618898] env[69742]: INFO nova.compute.manager [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Terminating instance [ 930.620530] env[69742]: DEBUG nova.compute.manager [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.620721] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.625019] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed82093-2bf6-4c83-bbb5-53afb20157ce {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.630397] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.631310] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cffc9d7-615e-4759-aaae-39a9af63d82d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.639390] env[69742]: DEBUG oslo_vmware.api [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for the task: (returnval){ [ 930.639390] env[69742]: value = "task-4060687" [ 930.639390] env[69742]: _type = "Task" [ 930.639390] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.648836] env[69742]: DEBUG oslo_vmware.api [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.772023] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060685, 'name': CreateVM_Task, 'duration_secs': 0.466245} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.772155] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.772872] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.773160] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.773410] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.773716] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24926b6c-ba43-4000-b43a-069b4c1e04b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.780506] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 930.780506] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b39654-de3a-ae54-c87f-8f26d5d82cc2" [ 930.780506] env[69742]: _type = "Task" [ 930.780506] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.791371] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b39654-de3a-ae54-c87f-8f26d5d82cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.892130] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060686, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.121015] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060683, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.126469] env[69742]: DEBUG nova.compute.manager [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.126597] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.127469] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adc4ee5-4b70-47f0-ac00-9a0011960e5c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.136138] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.139229] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2897983-062d-4b51-a461-ba8b517f99f3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.150166] env[69742]: DEBUG oslo_vmware.api [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060687, 'name': PowerOffVM_Task, 'duration_secs': 0.225913} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.153754] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.153975] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.154640] env[69742]: DEBUG oslo_vmware.api [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 931.154640] env[69742]: value = "task-4060688" [ 931.154640] env[69742]: _type = "Task" [ 931.154640] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.157070] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65f7aa60-f265-404a-9a54-3bf26b1510a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.167992] env[69742]: DEBUG oslo_vmware.api [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.213604] env[69742]: DEBUG nova.network.neutron [req-cc97f5e8-3223-48e5-ab49-f5936a435155 req-f03c99f4-7c50-4c6e-963a-c9e0c4072bfc service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Updated VIF entry in instance network info cache for port bd7d2733-3e88-4bb3-a59f-e60f68b6dd56. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.214060] env[69742]: DEBUG nova.network.neutron [req-cc97f5e8-3223-48e5-ab49-f5936a435155 req-f03c99f4-7c50-4c6e-963a-c9e0c4072bfc service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Updating instance_info_cache with network_info: [{"id": "bd7d2733-3e88-4bb3-a59f-e60f68b6dd56", "address": "fa:16:3e:2c:0d:94", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d2733-3e", "ovs_interfaceid": "bd7d2733-3e88-4bb3-a59f-e60f68b6dd56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.254705] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.254965] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.255183] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Deleting the datastore file [datastore2] fc1f24db-833e-4341-b4c6-b7adc627dcf6 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.255399] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b10dbe42-2fe3-4c0b-9175-7e813790677e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.262782] env[69742]: DEBUG oslo_vmware.api [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for the task: (returnval){ [ 931.262782] env[69742]: value = "task-4060690" [ 931.262782] env[69742]: _type = "Task" [ 931.262782] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.277271] env[69742]: DEBUG oslo_vmware.api [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.294477] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b39654-de3a-ae54-c87f-8f26d5d82cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.014096} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.297839] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.298122] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.298845] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.298845] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.298845] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.299469] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-872e37d5-7189-483c-b9a0-f6a625b7ab66 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.321777] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.321980] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.322953] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5dcbeab-42a2-473d-9142-76cec6f0658e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.331224] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 931.331224] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52de9523-c26b-99a5-9b18-e3a9a024b4e8" [ 931.331224] env[69742]: _type = "Task" [ 931.331224] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.340837] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52de9523-c26b-99a5-9b18-e3a9a024b4e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.388274] env[69742]: DEBUG oslo_vmware.api [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060686, 'name': PowerOnVM_Task, 'duration_secs': 0.525802} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.388667] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.389071] env[69742]: INFO nova.compute.manager [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Took 5.91 seconds to spawn the instance on the hypervisor. [ 931.390398] env[69742]: DEBUG nova.compute.manager [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.394372] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90de11a-60a1-4901-9baa-a74e7e5cc5aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.427235] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204b594b-7c22-4ee1-9b04-941225e94978 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.435842] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d9bdba-7995-4081-b276-59a1dd5392ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.477301] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b22ebf-cb5c-45a0-9c2a-9192f107ca10 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.488123] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c83f469-4d4f-4299-a4bd-294e27ac303a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.507881] env[69742]: DEBUG nova.compute.provider_tree [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.620887] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060683, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.738284} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.621195] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 948da37c-dfc1-4de8-b2a5-de2753a528cf/948da37c-dfc1-4de8-b2a5-de2753a528cf.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.621431] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.621697] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5922904-b2f3-4bb5-8234-055ed5fea78a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.631061] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 931.631061] env[69742]: value = "task-4060691" [ 931.631061] env[69742]: _type = "Task" [ 931.631061] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.642331] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.670381] env[69742]: DEBUG oslo_vmware.api [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060688, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.717295] env[69742]: DEBUG oslo_concurrency.lockutils [req-cc97f5e8-3223-48e5-ab49-f5936a435155 req-f03c99f4-7c50-4c6e-963a-c9e0c4072bfc service nova] Releasing lock "refresh_cache-917f5cae-ce8d-4194-9d79-bb8083092fbd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.773828] env[69742]: DEBUG oslo_vmware.api [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Task: {'id': task-4060690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501209} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.774093] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.774266] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.774372] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.774553] env[69742]: INFO nova.compute.manager [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 931.774828] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.775094] env[69742]: DEBUG nova.compute.manager [-] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.775196] env[69742]: DEBUG nova.network.neutron [-] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.842443] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52de9523-c26b-99a5-9b18-e3a9a024b4e8, 'name': SearchDatastore_Task, 'duration_secs': 0.018155} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.843279] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a00e9f5-1cf3-4d9c-94f2-7c002ad1cc86 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.850382] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 931.850382] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5222c778-3365-cbcf-c4d6-e036370ee3e1" [ 931.850382] env[69742]: _type = "Task" [ 931.850382] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.860905] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5222c778-3365-cbcf-c4d6-e036370ee3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.915049] env[69742]: INFO nova.compute.manager [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Took 41.43 seconds to build instance. [ 932.015415] env[69742]: DEBUG nova.scheduler.client.report [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.155316] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079061} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.155660] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.156550] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e725a09e-dac0-4e55-9478-1b71ca9e8a2f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.198159] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 948da37c-dfc1-4de8-b2a5-de2753a528cf/948da37c-dfc1-4de8-b2a5-de2753a528cf.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.202249] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a133d818-2b77-45d4-9493-33f35d52a14c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.220086] env[69742]: DEBUG oslo_vmware.api [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060688, 'name': PowerOffVM_Task, 'duration_secs': 0.544789} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.220743] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.220743] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.221419] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e38b0b50-7646-410c-86a7-5599e71bdc3a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.227249] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 932.227249] env[69742]: value = "task-4060692" [ 932.227249] env[69742]: _type = "Task" [ 932.227249] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.238808] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.299579] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.300046] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.300810] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Deleting the datastore file [datastore2] 35b38923-4034-46b3-b61e-8e853a68b4fe {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.301409] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf463ad2-cdda-475d-86e9-ab6453482c01 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.311335] env[69742]: DEBUG oslo_vmware.api [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for the task: (returnval){ [ 932.311335] env[69742]: value = "task-4060694" [ 932.311335] env[69742]: _type = "Task" [ 932.311335] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.321317] env[69742]: DEBUG oslo_vmware.api [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.367258] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5222c778-3365-cbcf-c4d6-e036370ee3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.022742} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.367658] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.368013] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 917f5cae-ce8d-4194-9d79-bb8083092fbd/917f5cae-ce8d-4194-9d79-bb8083092fbd.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.368655] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-600e48d7-f836-44c6-84d2-d15ddecd848a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.378159] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 932.378159] env[69742]: value = "task-4060695" [ 932.378159] env[69742]: _type = "Task" [ 932.378159] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.387965] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.417626] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ed14bcd-65b2-43ca-b41c-a05869e96025 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "46fecc62-e620-4135-a751-3df131d2a624" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.934s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.522970] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.522970] env[69742]: DEBUG nova.compute.manager [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.525571] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 23.699s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.632071] env[69742]: DEBUG nova.compute.manager [req-25275507-e67e-4885-8543-0f0a929708e2 req-f798193e-6341-40de-9bf2-33379c9d9f5e service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Received event network-vif-deleted-10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.632307] env[69742]: INFO nova.compute.manager [req-25275507-e67e-4885-8543-0f0a929708e2 req-f798193e-6341-40de-9bf2-33379c9d9f5e service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Neutron deleted interface 10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6; detaching it from the instance and deleting it from the info cache [ 932.632492] env[69742]: DEBUG nova.network.neutron [req-25275507-e67e-4885-8543-0f0a929708e2 req-f798193e-6341-40de-9bf2-33379c9d9f5e service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.739110] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060692, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.824934] env[69742]: DEBUG oslo_vmware.api [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Task: {'id': task-4060694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163053} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.825393] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.825559] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.825780] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.826295] env[69742]: INFO nova.compute.manager [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Took 1.70 seconds to destroy the instance on the hypervisor. [ 932.826702] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.826993] env[69742]: DEBUG nova.compute.manager [-] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.827121] env[69742]: DEBUG nova.network.neutron [-] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.854194] env[69742]: INFO nova.compute.manager [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Rebuilding instance [ 932.895621] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060695, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.924282] env[69742]: DEBUG nova.network.neutron [-] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.934083] env[69742]: DEBUG nova.compute.manager [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.935161] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7704e268-38a5-4f07-a179-22df69fc076c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.029469] env[69742]: DEBUG nova.compute.utils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.030928] env[69742]: DEBUG nova.compute.manager [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.031116] env[69742]: DEBUG nova.network.neutron [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.033405] env[69742]: DEBUG nova.objects.instance [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lazy-loading 'migration_context' on Instance uuid 82319341-97ba-4d4f-9388-34aa338c03c9 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.086271] env[69742]: DEBUG nova.policy [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '557ba98891454345b7b3763d119e7181', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03582502a4e64172bc4542254ec2d2c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.136571] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e2c831e-ad00-486e-b8a9-6bd6a753000e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.148501] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e210df-cc87-4e28-a7e5-835b4095ca18 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.191934] env[69742]: DEBUG nova.compute.manager [req-25275507-e67e-4885-8543-0f0a929708e2 req-f798193e-6341-40de-9bf2-33379c9d9f5e service nova] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Detach interface failed, port_id=10f7c8b8-4573-4d5e-9e05-cf0f40eba4e6, reason: Instance fc1f24db-833e-4341-b4c6-b7adc627dcf6 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.244233] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060692, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.390946] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61604} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.391976] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 917f5cae-ce8d-4194-9d79-bb8083092fbd/917f5cae-ce8d-4194-9d79-bb8083092fbd.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.391976] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.392789] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b3d748c-95ad-4cdc-8878-146f4eb98a04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.400691] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 933.400691] env[69742]: value = "task-4060696" [ 933.400691] env[69742]: _type = "Task" [ 933.400691] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.411138] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.432613] env[69742]: INFO nova.compute.manager [-] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Took 1.66 seconds to deallocate network for instance. [ 933.539351] env[69742]: DEBUG nova.compute.manager [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.545882] env[69742]: DEBUG nova.network.neutron [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Successfully created port: 3bd51175-0b51-4469-ab2b-deb32ff5dc6f {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.743568] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060692, 'name': ReconfigVM_Task, 'duration_secs': 1.39366} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.743568] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 948da37c-dfc1-4de8-b2a5-de2753a528cf/948da37c-dfc1-4de8-b2a5-de2753a528cf.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.743683] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbddb541-b02e-495d-b028-87d44179b5ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.753091] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 933.753091] env[69742]: value = "task-4060697" [ 933.753091] env[69742]: _type = "Task" [ 933.753091] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.767815] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060697, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.769289] env[69742]: DEBUG nova.network.neutron [-] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.920111] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073687} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.920725] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.921656] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc7f375-25dc-421c-b21b-e4aeedc65610 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.941853] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.951685] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 917f5cae-ce8d-4194-9d79-bb8083092fbd/917f5cae-ce8d-4194-9d79-bb8083092fbd.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.954865] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e52c152-eb39-4316-8842-68c44a914432 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.972758] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.973086] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0a8f51e-639b-4da4-a944-e6f73eb905fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.981991] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 933.981991] env[69742]: value = "task-4060698" [ 933.981991] env[69742]: _type = "Task" [ 933.981991] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.983606] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 933.983606] env[69742]: value = "task-4060699" [ 933.983606] env[69742]: _type = "Task" [ 933.983606] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.003283] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.004154] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060699, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.054457] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c294161-8d29-43af-80e2-25c2ca5a082d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.063131] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a66572-cc46-44d1-b677-227602ff29fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.101946] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d07e16-64a0-4ad2-ab73-280433e6956e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.112087] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20585e3d-d840-4648-a2eb-f7993a1cef1c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.130482] env[69742]: DEBUG nova.compute.provider_tree [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.264230] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060697, 'name': Rename_Task, 'duration_secs': 0.276842} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.264624] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.264790] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c36a13d3-01ae-4c4d-8d02-1c70b6c1b778 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.275480] env[69742]: INFO nova.compute.manager [-] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Took 1.45 seconds to deallocate network for instance. [ 934.275640] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquiring lock "ce464ff4-a566-47a7-9f5c-0a6357de0c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.275858] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "ce464ff4-a566-47a7-9f5c-0a6357de0c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.277262] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 934.277262] env[69742]: value = "task-4060700" [ 934.277262] env[69742]: _type = "Task" [ 934.277262] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.294078] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060700, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.504202] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060698, 'name': PowerOffVM_Task, 'duration_secs': 0.16137} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.504685] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060699, 'name': ReconfigVM_Task, 'duration_secs': 0.313355} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.505663] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.506059] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.506341] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 917f5cae-ce8d-4194-9d79-bb8083092fbd/917f5cae-ce8d-4194-9d79-bb8083092fbd.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.507552] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac855662-3604-479b-b2d3-dea3c16e7220 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.510529] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a286eb09-639b-497f-9cfd-dc45d457b4a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.519144] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.520535] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b0830c6-83be-43f1-8c6d-6d7d0a46b4f6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.522534] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 934.522534] env[69742]: value = "task-4060701" [ 934.522534] env[69742]: _type = "Task" [ 934.522534] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.540455] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060701, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.548094] env[69742]: DEBUG nova.compute.manager [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.551426] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.551426] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.551912] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Deleting the datastore file [datastore2] 46fecc62-e620-4135-a751-3df131d2a624 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.552082] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b49a4fd-8ec7-46db-a69b-2104264a851f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.560352] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 934.560352] env[69742]: value = "task-4060703" [ 934.560352] env[69742]: _type = "Task" [ 934.560352] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.570620] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.590887] env[69742]: DEBUG nova.virt.hardware [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.591179] env[69742]: DEBUG nova.virt.hardware [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.591446] env[69742]: DEBUG nova.virt.hardware [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.591538] env[69742]: DEBUG nova.virt.hardware [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.591780] env[69742]: DEBUG nova.virt.hardware [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.591976] env[69742]: DEBUG nova.virt.hardware [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.592257] env[69742]: DEBUG nova.virt.hardware [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.592983] env[69742]: DEBUG nova.virt.hardware [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.592983] env[69742]: DEBUG nova.virt.hardware [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.592983] env[69742]: DEBUG nova.virt.hardware [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.593239] env[69742]: DEBUG nova.virt.hardware [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.594087] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7878e2-ca6c-4833-bd40-b8e6497a4d89 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.610446] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbd45b2-4489-4262-a63e-94cf4b6141a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.633376] env[69742]: DEBUG nova.scheduler.client.report [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.748357] env[69742]: DEBUG nova.compute.manager [req-8243991b-609c-46b3-8384-c9c5904748f3 req-e0f27b13-5140-43e2-b82e-447e71babcfc service nova] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Received event network-vif-deleted-bae03468-aaa9-489d-906f-b5d7cd26b6ec {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.778313] env[69742]: DEBUG nova.compute.manager [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.789024] env[69742]: DEBUG oslo_concurrency.lockutils [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.797963] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060700, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.034192] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060701, 'name': Rename_Task, 'duration_secs': 0.170607} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.034559] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.034878] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-304763a6-9f10-4894-b397-f564da2f7d59 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.043350] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 935.043350] env[69742]: value = "task-4060704" [ 935.043350] env[69742]: _type = "Task" [ 935.043350] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.057908] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.072589] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100659} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.072910] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.073285] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.073526] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.910820] env[69742]: DEBUG nova.network.neutron [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Successfully updated port: 3bd51175-0b51-4469-ab2b-deb32ff5dc6f {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.922128] env[69742]: DEBUG nova.compute.manager [req-acfd68f4-7d55-4c95-9ce4-82dc12e38bf3 req-ba24a827-6547-421b-a0dd-d282bb83d902 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Received event network-vif-plugged-3bd51175-0b51-4469-ab2b-deb32ff5dc6f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.922350] env[69742]: DEBUG oslo_concurrency.lockutils [req-acfd68f4-7d55-4c95-9ce4-82dc12e38bf3 req-ba24a827-6547-421b-a0dd-d282bb83d902 service nova] Acquiring lock "e600bdc4-56ce-4258-96a3-568c9b4d2661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.922564] env[69742]: DEBUG oslo_concurrency.lockutils [req-acfd68f4-7d55-4c95-9ce4-82dc12e38bf3 req-ba24a827-6547-421b-a0dd-d282bb83d902 service nova] Lock "e600bdc4-56ce-4258-96a3-568c9b4d2661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.922731] env[69742]: DEBUG oslo_concurrency.lockutils [req-acfd68f4-7d55-4c95-9ce4-82dc12e38bf3 req-ba24a827-6547-421b-a0dd-d282bb83d902 service nova] Lock "e600bdc4-56ce-4258-96a3-568c9b4d2661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.922899] env[69742]: DEBUG nova.compute.manager [req-acfd68f4-7d55-4c95-9ce4-82dc12e38bf3 req-ba24a827-6547-421b-a0dd-d282bb83d902 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] No waiting events found dispatching network-vif-plugged-3bd51175-0b51-4469-ab2b-deb32ff5dc6f {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.923077] env[69742]: WARNING nova.compute.manager [req-acfd68f4-7d55-4c95-9ce4-82dc12e38bf3 req-ba24a827-6547-421b-a0dd-d282bb83d902 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Received unexpected event network-vif-plugged-3bd51175-0b51-4469-ab2b-deb32ff5dc6f for instance with vm_state building and task_state spawning. [ 935.939311] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060700, 'name': PowerOnVM_Task, 'duration_secs': 0.527728} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.945123] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.945365] env[69742]: DEBUG nova.compute.manager [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.945667] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060704, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.946448] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883b35c2-d17f-4c80-9ef8-13778872f7d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.959486] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.431764] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.431922] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquired lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.432098] env[69742]: DEBUG nova.network.neutron [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.434386] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.909s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.439739] env[69742]: DEBUG oslo_vmware.api [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060704, 'name': PowerOnVM_Task, 'duration_secs': 0.989279} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.440482] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.967s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.440775] env[69742]: DEBUG nova.objects.instance [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lazy-loading 'resources' on Instance uuid 55aa0827-e927-488e-902b-3cbde2f3d36b {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.442215] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.442362] env[69742]: INFO nova.compute.manager [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Took 8.72 seconds to spawn the instance on the hypervisor. [ 936.443076] env[69742]: DEBUG nova.compute.manager [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.445804] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4aae72-be69-492e-9ae5-014b01c1be10 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.463322] env[69742]: INFO nova.compute.manager [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] bringing vm to original state: 'stopped' [ 936.470551] env[69742]: DEBUG nova.virt.hardware [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.471015] env[69742]: DEBUG nova.virt.hardware [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.471015] env[69742]: DEBUG nova.virt.hardware [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.471130] env[69742]: DEBUG nova.virt.hardware [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.471272] env[69742]: DEBUG nova.virt.hardware [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.472022] env[69742]: DEBUG nova.virt.hardware [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.472022] env[69742]: DEBUG nova.virt.hardware [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.472022] env[69742]: DEBUG nova.virt.hardware [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.472022] env[69742]: DEBUG nova.virt.hardware [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.472254] env[69742]: DEBUG nova.virt.hardware [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.472254] env[69742]: DEBUG nova.virt.hardware [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.473491] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174dfc7b-3d8a-4d1a-ba79-4ef1f26c23ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.483032] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928d56b5-beb5-4a38-b8a1-3fea7bd0dd8d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.497639] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.503210] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.504811] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.505075] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81b5306c-d4fc-400d-9b6a-3c08fc7af1f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.524995] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.524995] env[69742]: value = "task-4060705" [ 936.524995] env[69742]: _type = "Task" [ 936.524995] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.534183] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060705, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.995127] env[69742]: INFO nova.compute.manager [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Took 45.26 seconds to build instance. [ 937.013061] env[69742]: DEBUG nova.network.neutron [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.043309] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060705, 'name': CreateVM_Task, 'duration_secs': 0.316327} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.043469] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.043929] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.044129] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.044445] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.044714] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5ffaa0-d2b9-4ee8-a5f4-cd2398be2515 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.053089] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 937.053089] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c9f379-ecff-6594-7d2e-be5b9f1a6a14" [ 937.053089] env[69742]: _type = "Task" [ 937.053089] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.062863] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c9f379-ecff-6594-7d2e-be5b9f1a6a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.306037] env[69742]: DEBUG nova.network.neutron [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Updating instance_info_cache with network_info: [{"id": "3bd51175-0b51-4469-ab2b-deb32ff5dc6f", "address": "fa:16:3e:12:b2:bb", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd51175-0b", "ovs_interfaceid": "3bd51175-0b51-4469-ab2b-deb32ff5dc6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.394571] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquiring lock "6f4584a0-8660-429d-a4b5-929161750e3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.395056] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Lock "6f4584a0-8660-429d-a4b5-929161750e3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.408372] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a72220-6f67-4ea7-8a7c-f71dca4a928c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.419063] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b581f61-25ed-4431-b6f4-efdf41f4e053 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.454566] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb65ccee-fdcc-41c8-be12-bf404883d856 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.465841] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ac03d7-51b4-4d64-995f-aab56cabf968 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.473802] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.473988] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.474169] env[69742]: DEBUG nova.compute.manager [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.475575] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1015e955-ef50-43c5-b190-41e129e3437d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.483274] env[69742]: DEBUG nova.compute.manager [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69742) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 937.496124] env[69742]: DEBUG nova.compute.provider_tree [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.498897] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cead2947-c7eb-484d-9a87-593d14c9d4f8 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "917f5cae-ce8d-4194-9d79-bb8083092fbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.784s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.513438] env[69742]: DEBUG nova.compute.manager [req-e1c2f2be-80af-4c1f-84c9-a2ff4588cc84 req-cbaddfa5-0d11-414e-a442-bba94e17c2e8 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Received event network-changed-3bd51175-0b51-4469-ab2b-deb32ff5dc6f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.513628] env[69742]: DEBUG nova.compute.manager [req-e1c2f2be-80af-4c1f-84c9-a2ff4588cc84 req-cbaddfa5-0d11-414e-a442-bba94e17c2e8 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Refreshing instance network info cache due to event network-changed-3bd51175-0b51-4469-ab2b-deb32ff5dc6f. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.513830] env[69742]: DEBUG oslo_concurrency.lockutils [req-e1c2f2be-80af-4c1f-84c9-a2ff4588cc84 req-cbaddfa5-0d11-414e-a442-bba94e17c2e8 service nova] Acquiring lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.564990] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c9f379-ecff-6594-7d2e-be5b9f1a6a14, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.565363] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.565616] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.566231] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.566231] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.566428] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.566535] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdaddcdb-0853-4fd7-a144-e895dbdf35dc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.577311] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.577645] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.578677] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a18ee95-4192-497d-ac94-5d4cd3438bfc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.586628] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 937.586628] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52590744-f36f-7f07-7bcd-a121e0da2423" [ 937.586628] env[69742]: _type = "Task" [ 937.586628] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.595244] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52590744-f36f-7f07-7bcd-a121e0da2423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.810014] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Releasing lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.810431] env[69742]: DEBUG nova.compute.manager [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Instance network_info: |[{"id": "3bd51175-0b51-4469-ab2b-deb32ff5dc6f", "address": "fa:16:3e:12:b2:bb", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd51175-0b", "ovs_interfaceid": "3bd51175-0b51-4469-ab2b-deb32ff5dc6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.810768] env[69742]: DEBUG oslo_concurrency.lockutils [req-e1c2f2be-80af-4c1f-84c9-a2ff4588cc84 req-cbaddfa5-0d11-414e-a442-bba94e17c2e8 service nova] Acquired lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.810959] env[69742]: DEBUG nova.network.neutron [req-e1c2f2be-80af-4c1f-84c9-a2ff4588cc84 req-cbaddfa5-0d11-414e-a442-bba94e17c2e8 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Refreshing network info cache for port 3bd51175-0b51-4469-ab2b-deb32ff5dc6f {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.812297] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:b2:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bd51175-0b51-4469-ab2b-deb32ff5dc6f', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.819975] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.820990] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.821332] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b482ba32-685b-49eb-9dd0-ab58cb745273 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.842423] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.842423] env[69742]: value = "task-4060706" [ 937.842423] env[69742]: _type = "Task" [ 937.842423] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.851214] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060706, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.899052] env[69742]: DEBUG nova.compute.manager [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.995063] env[69742]: INFO nova.compute.manager [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Swapping old allocation on dict_keys(['d7c17de2-386a-4ee9-b4fd-640969c45642']) held by migration 7e734f87-f22f-45b3-8a86-d28aba4e8e05 for instance [ 938.000563] env[69742]: DEBUG nova.scheduler.client.report [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.004426] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.005072] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f10768d-4922-4ee1-8cce-9c8f0963a901 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.016990] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 938.016990] env[69742]: value = "task-4060707" [ 938.016990] env[69742]: _type = "Task" [ 938.016990] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.024193] env[69742]: DEBUG nova.scheduler.client.report [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Overwriting current allocation {'allocations': {'d7c17de2-386a-4ee9-b4fd-640969c45642': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': '712d82b70c62482bb285291170a9bc4b', 'user_id': '5b0a708f4db84d5598ef305e05de2059', 'consumer_generation': 1} on consumer 82319341-97ba-4d4f-9388-34aa338c03c9 {{(pid=69742) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 938.031953] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.036135] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "9d11e70b-f603-4b96-a097-16724b9aaf31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.036404] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "9d11e70b-f603-4b96-a097-16724b9aaf31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.098673] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52590744-f36f-7f07-7bcd-a121e0da2423, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.103066] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c5dc2d-068a-44d9-826c-c564e3db7ef0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.110035] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 938.110035] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f1bc2b-5de8-f2cf-4125-69d2a2117f56" [ 938.110035] env[69742]: _type = "Task" [ 938.110035] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.122811] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f1bc2b-5de8-f2cf-4125-69d2a2117f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.158038] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.158405] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquired lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.158725] env[69742]: DEBUG nova.network.neutron [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.352695] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060706, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.416543] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.506801] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.509515] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.446s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.511776] env[69742]: INFO nova.compute.claims [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.531354] env[69742]: DEBUG oslo_vmware.api [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060707, 'name': PowerOffVM_Task, 'duration_secs': 0.210552} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.531757] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.532176] env[69742]: DEBUG nova.compute.manager [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.533690] env[69742]: INFO nova.scheduler.client.report [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Deleted allocations for instance 55aa0827-e927-488e-902b-3cbde2f3d36b [ 938.534840] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f1dff2-f7d3-4522-89be-8b280fdb4920 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.543050] env[69742]: DEBUG nova.compute.manager [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.607736] env[69742]: DEBUG nova.network.neutron [req-e1c2f2be-80af-4c1f-84c9-a2ff4588cc84 req-cbaddfa5-0d11-414e-a442-bba94e17c2e8 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Updated VIF entry in instance network info cache for port 3bd51175-0b51-4469-ab2b-deb32ff5dc6f. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.608180] env[69742]: DEBUG nova.network.neutron [req-e1c2f2be-80af-4c1f-84c9-a2ff4588cc84 req-cbaddfa5-0d11-414e-a442-bba94e17c2e8 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Updating instance_info_cache with network_info: [{"id": "3bd51175-0b51-4469-ab2b-deb32ff5dc6f", "address": "fa:16:3e:12:b2:bb", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd51175-0b", "ovs_interfaceid": "3bd51175-0b51-4469-ab2b-deb32ff5dc6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.624407] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f1bc2b-5de8-f2cf-4125-69d2a2117f56, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.624673] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.624932] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 46fecc62-e620-4135-a751-3df131d2a624/46fecc62-e620-4135-a751-3df131d2a624.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.625531] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f7deec7-ca51-44f6-b7c2-b0888f6b430f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.633139] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 938.633139] env[69742]: value = "task-4060708" [ 938.633139] env[69742]: _type = "Task" [ 938.633139] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.643929] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.853622] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060706, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.054598] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9d5fcee6-927c-495f-88c7-bdf7709d9f47 tempest-SecurityGroupsTestJSON-1368472454 tempest-SecurityGroupsTestJSON-1368472454-project-member] Lock "55aa0827-e927-488e-902b-3cbde2f3d36b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.080s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.064854] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.591s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.067400] env[69742]: DEBUG nova.network.neutron [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance_info_cache with network_info: [{"id": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "address": "fa:16:3e:04:fd:e4", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763d5d1c-97", "ovs_interfaceid": "763d5d1c-97e1-4caf-8063-141f8a715cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.086445] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.118196] env[69742]: DEBUG oslo_concurrency.lockutils [req-e1c2f2be-80af-4c1f-84c9-a2ff4588cc84 req-cbaddfa5-0d11-414e-a442-bba94e17c2e8 service nova] Releasing lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.146484] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060708, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.354200] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060706, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.574682] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Releasing lock "refresh_cache-82319341-97ba-4d4f-9388-34aa338c03c9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.575533] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.579895] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089eb9f4-57fb-4025-99ad-75f1a0b7bf7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.582842] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.589733] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 939.589733] env[69742]: value = "task-4060709" [ 939.589733] env[69742]: _type = "Task" [ 939.589733] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.605251] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.647318] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614693} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.647604] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 46fecc62-e620-4135-a751-3df131d2a624/46fecc62-e620-4135-a751-3df131d2a624.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.647830] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.648110] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e7e843c-3fe6-4e24-9ba4-e1bf6ff8476d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.661040] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 939.661040] env[69742]: value = "task-4060710" [ 939.661040] env[69742]: _type = "Task" [ 939.661040] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.672670] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.855899] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060706, 'name': CreateVM_Task, 'duration_secs': 1.542271} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.859132] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.859832] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.860051] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.860422] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.860740] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83d2c85-741d-4fc0-a7a6-0ede7b251b19 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.866550] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 939.866550] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b60701-3ba8-975e-752a-aea457cfc35c" [ 939.866550] env[69742]: _type = "Task" [ 939.866550] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.875455] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b60701-3ba8-975e-752a-aea457cfc35c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.950344] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ca6453-1113-4572-a71f-ca29bb856c56 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.958282] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c26d306-cebd-4c8a-bb95-8f883cbc8e7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.991629] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be693169-d4c6-4906-a0d2-b9858441b3b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.999768] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264500bc-5742-49ef-904b-98dced8bb52b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.014344] env[69742]: DEBUG nova.compute.provider_tree [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.047354] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.047618] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.047821] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "948da37c-dfc1-4de8-b2a5-de2753a528cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.048009] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.048194] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.050570] env[69742]: INFO nova.compute.manager [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Terminating instance [ 940.100373] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060709, 'name': PowerOffVM_Task, 'duration_secs': 0.291728} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.100753] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.101376] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:17:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dd53c389-054b-43d8-b99f-e7f80d4544ab',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-587880790',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.101595] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.101748] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.102044] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.102280] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.102450] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.102665] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.102874] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.103110] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.103294] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.103472] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.108645] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-457478ba-7554-4da0-b253-6d815bb13a28 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.124466] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 940.124466] env[69742]: value = "task-4060711" [ 940.124466] env[69742]: _type = "Task" [ 940.124466] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.132934] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.171934] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076671} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.172282] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.173134] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b972a9-a870-4b65-8709-b5f7fe67b4f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.193980] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 46fecc62-e620-4135-a751-3df131d2a624/46fecc62-e620-4135-a751-3df131d2a624.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.194705] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f0bb742-9842-463b-860b-59d0ecf54220 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.218545] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 940.218545] env[69742]: value = "task-4060712" [ 940.218545] env[69742]: _type = "Task" [ 940.218545] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.232029] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.379814] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b60701-3ba8-975e-752a-aea457cfc35c, 'name': SearchDatastore_Task, 'duration_secs': 0.0238} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.380257] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.380514] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.380770] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.380921] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.381166] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.381488] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9be288d3-f54b-4b67-8fc1-056d9fd2a172 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.393193] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.393193] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.393193] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f614416-c28b-442f-b00f-73612630a253 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.400798] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 940.400798] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5209917c-2f42-045f-95df-62ced9118a9c" [ 940.400798] env[69742]: _type = "Task" [ 940.400798] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.408822] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5209917c-2f42-045f-95df-62ced9118a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.518299] env[69742]: DEBUG nova.scheduler.client.report [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.554805] env[69742]: DEBUG nova.compute.manager [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.555120] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.556020] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d1a02-f09e-4895-ba9c-878c2d51ed3e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.566548] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.566548] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56393f0b-7fc8-4908-b043-6c867a735162 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.638959] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060711, 'name': ReconfigVM_Task, 'duration_secs': 0.152024} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.639884] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6573250-12ae-4f30-94dc-d22caccd3dda {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.643900] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.644185] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.644373] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleting the datastore file [datastore2] 948da37c-dfc1-4de8-b2a5-de2753a528cf {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.645106] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-268fbdc0-ca08-40e0-9e2f-5fda8bcf0fbf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.661794] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:17:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dd53c389-054b-43d8-b99f-e7f80d4544ab',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-587880790',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.662072] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.662241] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.662426] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.662572] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.662720] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.662928] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.663175] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.663366] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.663533] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.663715] env[69742]: DEBUG nova.virt.hardware [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.666785] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683ddf1f-9e1f-47d3-af9b-936a8038d94b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.670855] env[69742]: DEBUG oslo_vmware.api [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 940.670855] env[69742]: value = "task-4060714" [ 940.670855] env[69742]: _type = "Task" [ 940.670855] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.677754] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 940.677754] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e27540-b33d-8cf4-b7a8-5fbbcd50e7f6" [ 940.677754] env[69742]: _type = "Task" [ 940.677754] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.684329] env[69742]: DEBUG oslo_vmware.api [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.689969] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e27540-b33d-8cf4-b7a8-5fbbcd50e7f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.731882] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060712, 'name': ReconfigVM_Task, 'duration_secs': 0.292972} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.732231] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 46fecc62-e620-4135-a751-3df131d2a624/46fecc62-e620-4135-a751-3df131d2a624.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.732858] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afce716e-2097-440a-899a-a8db97364457 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.741313] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 940.741313] env[69742]: value = "task-4060715" [ 940.741313] env[69742]: _type = "Task" [ 940.741313] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.752270] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060715, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.918017] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5209917c-2f42-045f-95df-62ced9118a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012194} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.919193] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1a8697-8fbc-4d7d-8dba-a99382a9303a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.927237] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 940.927237] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52914f44-5fc7-bfc8-9889-27342fdcb12f" [ 940.927237] env[69742]: _type = "Task" [ 940.927237] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.938225] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52914f44-5fc7-bfc8-9889-27342fdcb12f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.023907] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.024493] env[69742]: DEBUG nova.compute.manager [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.027435] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.456s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.027648] env[69742]: DEBUG nova.objects.instance [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lazy-loading 'resources' on Instance uuid e4e5b536-e5d9-43ac-a183-8469368513e4 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.185343] env[69742]: DEBUG oslo_vmware.api [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354929} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.185688] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.186120] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.186393] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.186636] env[69742]: INFO nova.compute.manager [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Took 0.63 seconds to destroy the instance on the hypervisor. [ 941.187144] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.188336] env[69742]: DEBUG nova.compute.manager [-] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.188498] env[69742]: DEBUG nova.network.neutron [-] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.194841] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e27540-b33d-8cf4-b7a8-5fbbcd50e7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01733} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.201512] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 941.202432] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a30e9540-1d01-4c5e-b08c-ec02b578f6c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.225121] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 941.225121] env[69742]: value = "task-4060716" [ 941.225121] env[69742]: _type = "Task" [ 941.225121] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.236176] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.253827] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060715, 'name': Rename_Task, 'duration_secs': 0.266269} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.254392] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.254762] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e837c445-9e6c-4e89-8d17-48a57901a00b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.263786] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 941.263786] env[69742]: value = "task-4060717" [ 941.263786] env[69742]: _type = "Task" [ 941.263786] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.274584] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.437892] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52914f44-5fc7-bfc8-9889-27342fdcb12f, 'name': SearchDatastore_Task, 'duration_secs': 0.015139} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.437892] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.439698] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e600bdc4-56ce-4258-96a3-568c9b4d2661/e600bdc4-56ce-4258-96a3-568c9b4d2661.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.439698] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f95f8877-505a-4c88-8215-4b991b55c098 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.448057] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 941.448057] env[69742]: value = "task-4060718" [ 941.448057] env[69742]: _type = "Task" [ 941.448057] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.459991] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.530953] env[69742]: DEBUG nova.compute.utils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.537127] env[69742]: DEBUG nova.compute.manager [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.537127] env[69742]: DEBUG nova.network.neutron [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.600021] env[69742]: DEBUG nova.policy [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea4b55ebf54e4c1da72d8750cb7b1c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff1e5f866a6f4687b375a77eeafa45ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.740964] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060716, 'name': ReconfigVM_Task, 'duration_secs': 0.203884} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.742222] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.743209] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c898e7c-64b3-4f8c-9a00-ccf2543016ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.773312] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 82319341-97ba-4d4f-9388-34aa338c03c9/82319341-97ba-4d4f-9388-34aa338c03c9.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.782980] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36c70051-0806-497b-ab14-8a5567a287be {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.805956] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.808892] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 941.808892] env[69742]: value = "task-4060719" [ 941.808892] env[69742]: _type = "Task" [ 941.808892] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.823037] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.829416] env[69742]: DEBUG nova.compute.manager [req-515ef6ac-6451-4c3f-912b-abf27c354835 req-3aff7958-59d2-4117-99ef-f1fc8965b91a service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Received event network-vif-deleted-042d68ed-b481-4575-9a49-f7e353a3f6c2 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.829613] env[69742]: INFO nova.compute.manager [req-515ef6ac-6451-4c3f-912b-abf27c354835 req-3aff7958-59d2-4117-99ef-f1fc8965b91a service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Neutron deleted interface 042d68ed-b481-4575-9a49-f7e353a3f6c2; detaching it from the instance and deleting it from the info cache [ 941.829840] env[69742]: DEBUG nova.network.neutron [req-515ef6ac-6451-4c3f-912b-abf27c354835 req-3aff7958-59d2-4117-99ef-f1fc8965b91a service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.961384] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060718, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.016208] env[69742]: DEBUG nova.network.neutron [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Successfully created port: 5212f2cb-52a8-4577-9c60-740e33f8c7d5 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.037033] env[69742]: DEBUG nova.compute.manager [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.073649] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b42bed8-f489-45ec-bc7f-b4107a08e511 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.081404] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8817d63c-34a0-4977-a1ab-01f31f18dfc3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.114469] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5631841c-d187-4e1c-a4e0-04b739ecced6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.122902] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f001c4d8-06fc-41c4-95de-bf3d40cadce9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.140354] env[69742]: DEBUG nova.compute.provider_tree [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.282474] env[69742]: DEBUG oslo_vmware.api [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060717, 'name': PowerOnVM_Task, 'duration_secs': 0.637576} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.282786] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.282970] env[69742]: DEBUG nova.compute.manager [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.283928] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951d6d69-b11d-4934-8177-a3cf2ddbf6d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.299710] env[69742]: DEBUG nova.network.neutron [-] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.320829] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.333074] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f928441-fff8-4c8b-9238-ac03d812d657 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.344934] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c6bcfb-0e2b-4f0c-bf67-b594be224f47 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.385198] env[69742]: DEBUG nova.compute.manager [req-515ef6ac-6451-4c3f-912b-abf27c354835 req-3aff7958-59d2-4117-99ef-f1fc8965b91a service nova] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Detach interface failed, port_id=042d68ed-b481-4575-9a49-f7e353a3f6c2, reason: Instance 948da37c-dfc1-4de8-b2a5-de2753a528cf could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 942.459693] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580295} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.459992] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e600bdc4-56ce-4258-96a3-568c9b4d2661/e600bdc4-56ce-4258-96a3-568c9b4d2661.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.460298] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.460563] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92c65452-6bdc-4370-a325-2767dd3c346f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.468707] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 942.468707] env[69742]: value = "task-4060720" [ 942.468707] env[69742]: _type = "Task" [ 942.468707] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.479308] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.643521] env[69742]: DEBUG nova.scheduler.client.report [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.803081] env[69742]: INFO nova.compute.manager [-] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Took 1.61 seconds to deallocate network for instance. [ 942.806807] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.820266] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.980838] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071006} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.981153] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.982022] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a4b6d6-9a9c-4f4f-a3cb-26bc79796461 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.007021] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e600bdc4-56ce-4258-96a3-568c9b4d2661/e600bdc4-56ce-4258-96a3-568c9b4d2661.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.007384] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e7e7020-f99b-468f-902b-07458d2db492 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.027692] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 943.027692] env[69742]: value = "task-4060721" [ 943.027692] env[69742]: _type = "Task" [ 943.027692] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.036729] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.048549] env[69742]: DEBUG nova.compute.manager [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.078102] env[69742]: DEBUG nova.virt.hardware [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.078411] env[69742]: DEBUG nova.virt.hardware [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.078552] env[69742]: DEBUG nova.virt.hardware [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.078766] env[69742]: DEBUG nova.virt.hardware [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.078974] env[69742]: DEBUG nova.virt.hardware [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.079224] env[69742]: DEBUG nova.virt.hardware [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.079472] env[69742]: DEBUG nova.virt.hardware [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.079667] env[69742]: DEBUG nova.virt.hardware [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.079873] env[69742]: DEBUG nova.virt.hardware [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.080173] env[69742]: DEBUG nova.virt.hardware [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.080380] env[69742]: DEBUG nova.virt.hardware [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.081299] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaa3c1d-06f5-4c33-b67e-4b1b09455d86 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.091852] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a97beb-cf76-4600-acc3-f7c429e1cc7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.148769] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.151627] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.941s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.153234] env[69742]: DEBUG nova.objects.instance [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lazy-loading 'resources' on Instance uuid 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.179089] env[69742]: INFO nova.scheduler.client.report [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleted allocations for instance e4e5b536-e5d9-43ac-a183-8469368513e4 [ 943.314047] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.323292] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060719, 'name': ReconfigVM_Task, 'duration_secs': 1.154982} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.323754] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 82319341-97ba-4d4f-9388-34aa338c03c9/82319341-97ba-4d4f-9388-34aa338c03c9.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.324739] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e04fdd-7a26-47ad-8150-db43888e6725 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.345866] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820a4a5e-2e83-4d6a-bd84-708d3a942372 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.368119] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4594fca3-523b-4c59-a91f-cb32445814c9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.390566] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc91274f-c3c3-459a-8092-cf334895ae7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.399597] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.399597] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-575a4048-b8cc-4a9d-a86a-9a90dc3af0cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.408021] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 943.408021] env[69742]: value = "task-4060722" [ 943.408021] env[69742]: _type = "Task" [ 943.408021] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.410369] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquiring lock "46fecc62-e620-4135-a751-3df131d2a624" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.410736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "46fecc62-e620-4135-a751-3df131d2a624" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.411079] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquiring lock "46fecc62-e620-4135-a751-3df131d2a624-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.411372] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "46fecc62-e620-4135-a751-3df131d2a624-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.411729] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "46fecc62-e620-4135-a751-3df131d2a624-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.414571] env[69742]: INFO nova.compute.manager [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Terminating instance [ 943.419502] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.486185] env[69742]: DEBUG nova.compute.manager [req-cf21f10b-9da0-4326-9b2a-0fe341ae686d req-43ab194b-cfe1-4ff0-84d3-244306256d9d service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Received event network-vif-plugged-5212f2cb-52a8-4577-9c60-740e33f8c7d5 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.489757] env[69742]: DEBUG oslo_concurrency.lockutils [req-cf21f10b-9da0-4326-9b2a-0fe341ae686d req-43ab194b-cfe1-4ff0-84d3-244306256d9d service nova] Acquiring lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.490219] env[69742]: DEBUG oslo_concurrency.lockutils [req-cf21f10b-9da0-4326-9b2a-0fe341ae686d req-43ab194b-cfe1-4ff0-84d3-244306256d9d service nova] Lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.490505] env[69742]: DEBUG oslo_concurrency.lockutils [req-cf21f10b-9da0-4326-9b2a-0fe341ae686d req-43ab194b-cfe1-4ff0-84d3-244306256d9d service nova] Lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.490785] env[69742]: DEBUG nova.compute.manager [req-cf21f10b-9da0-4326-9b2a-0fe341ae686d req-43ab194b-cfe1-4ff0-84d3-244306256d9d service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] No waiting events found dispatching network-vif-plugged-5212f2cb-52a8-4577-9c60-740e33f8c7d5 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.491114] env[69742]: WARNING nova.compute.manager [req-cf21f10b-9da0-4326-9b2a-0fe341ae686d req-43ab194b-cfe1-4ff0-84d3-244306256d9d service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Received unexpected event network-vif-plugged-5212f2cb-52a8-4577-9c60-740e33f8c7d5 for instance with vm_state building and task_state spawning. [ 943.539763] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.563445] env[69742]: DEBUG nova.network.neutron [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Successfully updated port: 5212f2cb-52a8-4577-9c60-740e33f8c7d5 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.687372] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c4aeebcf-c7bb-4dd9-8e41-e58f1d8f3815 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "e4e5b536-e5d9-43ac-a183-8469368513e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.691s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.917015] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.924541] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquiring lock "refresh_cache-46fecc62-e620-4135-a751-3df131d2a624" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.924772] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquired lock "refresh_cache-46fecc62-e620-4135-a751-3df131d2a624" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.924996] env[69742]: DEBUG nova.network.neutron [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.040068] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060721, 'name': ReconfigVM_Task, 'duration_secs': 0.770194} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.043473] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e600bdc4-56ce-4258-96a3-568c9b4d2661/e600bdc4-56ce-4258-96a3-568c9b4d2661.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.044855] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61a25b92-8f88-4aeb-9307-712bb4f876c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.051870] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 944.051870] env[69742]: value = "task-4060723" [ 944.051870] env[69742]: _type = "Task" [ 944.051870] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.064736] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060723, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.068536] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "refresh_cache-1208a6f2-8b22-4e78-a31d-9ca6656aff70" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.068780] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "refresh_cache-1208a6f2-8b22-4e78-a31d-9ca6656aff70" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.068989] env[69742]: DEBUG nova.network.neutron [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.123361] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16145565-4e8a-4bb4-b784-9ebdba9452bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.132489] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e0e5cf-91c6-453f-91b0-53ee25121120 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.166346] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3c135a-be3c-4f32-9044-ad53c3acbc22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.174599] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b219843-5b7e-48ca-b71a-7b99a28cc413 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.189550] env[69742]: DEBUG nova.compute.provider_tree [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.423350] env[69742]: DEBUG oslo_vmware.api [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060722, 'name': PowerOnVM_Task, 'duration_secs': 0.557673} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.423718] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.456831] env[69742]: DEBUG nova.network.neutron [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.536530] env[69742]: DEBUG nova.network.neutron [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.562568] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060723, 'name': Rename_Task, 'duration_secs': 0.247348} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.563046] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.563307] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b91591f4-38a6-4d12-a818-b0eaa20a7c2b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.570860] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 944.570860] env[69742]: value = "task-4060724" [ 944.570860] env[69742]: _type = "Task" [ 944.570860] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.583819] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.624190] env[69742]: DEBUG nova.network.neutron [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.696417] env[69742]: DEBUG nova.scheduler.client.report [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.787182] env[69742]: DEBUG nova.network.neutron [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Updating instance_info_cache with network_info: [{"id": "5212f2cb-52a8-4577-9c60-740e33f8c7d5", "address": "fa:16:3e:5a:35:29", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212f2cb-52", "ovs_interfaceid": "5212f2cb-52a8-4577-9c60-740e33f8c7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.041361] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Releasing lock "refresh_cache-46fecc62-e620-4135-a751-3df131d2a624" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.042141] env[69742]: DEBUG nova.compute.manager [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.042503] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.043497] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cb7463-598d-498e-89d1-030e99b8548b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.055512] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.055828] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed6618b5-f26e-45a8-a5e3-1b442c090279 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.066882] env[69742]: DEBUG oslo_vmware.api [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 945.066882] env[69742]: value = "task-4060725" [ 945.066882] env[69742]: _type = "Task" [ 945.066882] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.080896] env[69742]: DEBUG oslo_vmware.api [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.087311] env[69742]: DEBUG oslo_vmware.api [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060724, 'name': PowerOnVM_Task, 'duration_secs': 0.507874} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.087661] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.087982] env[69742]: INFO nova.compute.manager [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Took 10.54 seconds to spawn the instance on the hypervisor. [ 945.088245] env[69742]: DEBUG nova.compute.manager [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.089140] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec072d4e-30ac-41bf-8688-2e7b66fba525 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.204401] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.206687] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.217s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.233682] env[69742]: INFO nova.scheduler.client.report [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Deleted allocations for instance 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7 [ 945.290991] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "refresh_cache-1208a6f2-8b22-4e78-a31d-9ca6656aff70" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.291421] env[69742]: DEBUG nova.compute.manager [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Instance network_info: |[{"id": "5212f2cb-52a8-4577-9c60-740e33f8c7d5", "address": "fa:16:3e:5a:35:29", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212f2cb-52", "ovs_interfaceid": "5212f2cb-52a8-4577-9c60-740e33f8c7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.292165] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:35:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5212f2cb-52a8-4577-9c60-740e33f8c7d5', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.301056] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.301664] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.301944] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71b110ab-ecde-4983-8f98-da6b9870e4ec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.322748] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.322748] env[69742]: value = "task-4060726" [ 945.322748] env[69742]: _type = "Task" [ 945.322748] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.332151] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060726, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.451500] env[69742]: INFO nova.compute.manager [None req-b5a58a8a-1a5c-45dd-ae8d-edb4d4a09ac9 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance to original state: 'active' [ 945.515323] env[69742]: DEBUG nova.compute.manager [req-1cf65440-1cd6-4805-aaae-b3c7d7658049 req-448795a5-f341-45e9-801d-dc17e40ecbee service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Received event network-changed-5212f2cb-52a8-4577-9c60-740e33f8c7d5 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.515323] env[69742]: DEBUG nova.compute.manager [req-1cf65440-1cd6-4805-aaae-b3c7d7658049 req-448795a5-f341-45e9-801d-dc17e40ecbee service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Refreshing instance network info cache due to event network-changed-5212f2cb-52a8-4577-9c60-740e33f8c7d5. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.515900] env[69742]: DEBUG oslo_concurrency.lockutils [req-1cf65440-1cd6-4805-aaae-b3c7d7658049 req-448795a5-f341-45e9-801d-dc17e40ecbee service nova] Acquiring lock "refresh_cache-1208a6f2-8b22-4e78-a31d-9ca6656aff70" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.516239] env[69742]: DEBUG oslo_concurrency.lockutils [req-1cf65440-1cd6-4805-aaae-b3c7d7658049 req-448795a5-f341-45e9-801d-dc17e40ecbee service nova] Acquired lock "refresh_cache-1208a6f2-8b22-4e78-a31d-9ca6656aff70" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.516552] env[69742]: DEBUG nova.network.neutron [req-1cf65440-1cd6-4805-aaae-b3c7d7658049 req-448795a5-f341-45e9-801d-dc17e40ecbee service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Refreshing network info cache for port 5212f2cb-52a8-4577-9c60-740e33f8c7d5 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.579495] env[69742]: DEBUG oslo_vmware.api [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060725, 'name': PowerOffVM_Task, 'duration_secs': 0.365158} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.579789] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.579970] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.580264] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fe3a5f5-b2f7-4e84-94a8-e1de643dee3e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.610759] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.611043] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.615019] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Deleting the datastore file [datastore2] 46fecc62-e620-4135-a751-3df131d2a624 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.615019] env[69742]: INFO nova.compute.manager [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Took 39.69 seconds to build instance. [ 945.615019] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c3ea678-b733-4925-9041-82b9907a3e99 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.621554] env[69742]: DEBUG oslo_vmware.api [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for the task: (returnval){ [ 945.621554] env[69742]: value = "task-4060728" [ 945.621554] env[69742]: _type = "Task" [ 945.621554] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.638286] env[69742]: DEBUG oslo_vmware.api [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.742987] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fe1c94d-e89f-4c75-91ae-605c09edc3a6 tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "940c3f5f-d3f4-41b5-874d-aa0ce57b0de7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.524s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.837639] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060726, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.116941] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1170a40a-c62c-42b3-9047-11c1ea641c36 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "e600bdc4-56ce-4258-96a3-568c9b4d2661" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.206s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.135317] env[69742]: DEBUG oslo_vmware.api [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Task: {'id': task-4060728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193892} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.135751] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.136077] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.136360] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.136695] env[69742]: INFO nova.compute.manager [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Took 1.09 seconds to destroy the instance on the hypervisor. [ 946.137072] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.137369] env[69742]: DEBUG nova.compute.manager [-] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.137568] env[69742]: DEBUG nova.network.neutron [-] [instance: 46fecc62-e620-4135-a751-3df131d2a624] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.191383] env[69742]: DEBUG nova.network.neutron [-] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.256027] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 1e7027d0-37ff-4737-a3d9-63724e8b2889 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256027] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 63005fe8-620c-4a91-b48c-5cecee3ad2d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256027] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 105fe6a4-75f2-4d70-80bd-e07259585778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256027] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 15c5fde6-f8e5-4e1b-a413-e233c887c5b3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 946.256027] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 3670a756-2036-4ae4-885f-d17805323729 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 946.256027] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance c1fda6cf-f884-4df7-a10d-3ddce8b26917 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256027] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance b237bb8e-2d3e-4017-a618-1c2bb30c8e00 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 946.256027] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance b0ebfe40-c5ea-459c-ad35-1b5273658555 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256027] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance fc1f24db-833e-4341-b4c6-b7adc627dcf6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 946.256027] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 1225a6de-6f47-4c11-bcb8-71db4cebd5c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256027] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 82319341-97ba-4d4f-9388-34aa338c03c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256027] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance d930c956-4b36-4d78-ad91-f89bee666618 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256027] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256027] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 948da37c-dfc1-4de8-b2a5-de2753a528cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 946.256561] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 35b38923-4034-46b3-b61e-8e853a68b4fe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 946.256561] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 46fecc62-e620-4135-a751-3df131d2a624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256561] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 917f5cae-ce8d-4194-9d79-bb8083092fbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256561] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance e600bdc4-56ce-4258-96a3-568c9b4d2661 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.256561] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 1208a6f2-8b22-4e78-a31d-9ca6656aff70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 946.288107] env[69742]: DEBUG nova.network.neutron [req-1cf65440-1cd6-4805-aaae-b3c7d7658049 req-448795a5-f341-45e9-801d-dc17e40ecbee service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Updated VIF entry in instance network info cache for port 5212f2cb-52a8-4577-9c60-740e33f8c7d5. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.288107] env[69742]: DEBUG nova.network.neutron [req-1cf65440-1cd6-4805-aaae-b3c7d7658049 req-448795a5-f341-45e9-801d-dc17e40ecbee service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Updating instance_info_cache with network_info: [{"id": "5212f2cb-52a8-4577-9c60-740e33f8c7d5", "address": "fa:16:3e:5a:35:29", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212f2cb-52", "ovs_interfaceid": "5212f2cb-52a8-4577-9c60-740e33f8c7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.339548] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060726, 'name': CreateVM_Task, 'duration_secs': 0.554437} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.339548] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.339548] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.339779] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.340021] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.340299] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8b7cfc-4a2a-4d3e-acd5-46472fdcf6cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.349235] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 946.349235] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525b88f1-e48f-cbc6-5bbd-2ec798ca33f5" [ 946.349235] env[69742]: _type = "Task" [ 946.349235] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.356172] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525b88f1-e48f-cbc6-5bbd-2ec798ca33f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.694330] env[69742]: DEBUG nova.network.neutron [-] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.760151] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance ffc53993-dd71-4c83-a401-91dfbcea4e54 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 946.790329] env[69742]: DEBUG oslo_concurrency.lockutils [req-1cf65440-1cd6-4805-aaae-b3c7d7658049 req-448795a5-f341-45e9-801d-dc17e40ecbee service nova] Releasing lock "refresh_cache-1208a6f2-8b22-4e78-a31d-9ca6656aff70" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.863544] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525b88f1-e48f-cbc6-5bbd-2ec798ca33f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012172} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.864355] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.865092] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.865138] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.865583] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.865583] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.865760] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff7dcc48-be79-4fe4-8a67-aa601ed3079a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.877194] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.877431] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.878239] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f41aec02-8643-41e8-97d7-da988b3dd658 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.892723] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 946.892723] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5295b57c-3301-8530-84f2-c676b3da0b32" [ 946.892723] env[69742]: _type = "Task" [ 946.892723] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.904545] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5295b57c-3301-8530-84f2-c676b3da0b32, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.906310] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07946457-0c13-4707-bbc3-a0e44abd24d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.913526] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 946.913526] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5299bfa5-6753-6298-b3de-4bd380bf7314" [ 946.913526] env[69742]: _type = "Task" [ 946.913526] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.930445] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5299bfa5-6753-6298-b3de-4bd380bf7314, 'name': SearchDatastore_Task, 'duration_secs': 0.012318} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.931041] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.931361] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1208a6f2-8b22-4e78-a31d-9ca6656aff70/1208a6f2-8b22-4e78-a31d-9ca6656aff70.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.931789] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10f52e7a-96f6-46b7-8746-b6cc2466c48c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.942169] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 946.942169] env[69742]: value = "task-4060730" [ 946.942169] env[69742]: _type = "Task" [ 946.942169] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.951469] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.146571] env[69742]: DEBUG nova.compute.manager [req-ae9d74af-877b-42f2-bf2b-e8a1b571aa6c req-0df8b8f0-2354-4936-a570-a11106f40d8e service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Received event network-changed-4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.146774] env[69742]: DEBUG nova.compute.manager [req-ae9d74af-877b-42f2-bf2b-e8a1b571aa6c req-0df8b8f0-2354-4936-a570-a11106f40d8e service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Refreshing instance network info cache due to event network-changed-4b31e64b-fdc4-42a7-8b8c-132fc7639792. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.146988] env[69742]: DEBUG oslo_concurrency.lockutils [req-ae9d74af-877b-42f2-bf2b-e8a1b571aa6c req-0df8b8f0-2354-4936-a570-a11106f40d8e service nova] Acquiring lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.147151] env[69742]: DEBUG oslo_concurrency.lockutils [req-ae9d74af-877b-42f2-bf2b-e8a1b571aa6c req-0df8b8f0-2354-4936-a570-a11106f40d8e service nova] Acquired lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.147313] env[69742]: DEBUG nova.network.neutron [req-ae9d74af-877b-42f2-bf2b-e8a1b571aa6c req-0df8b8f0-2354-4936-a570-a11106f40d8e service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Refreshing network info cache for port 4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.201452] env[69742]: INFO nova.compute.manager [-] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Took 1.06 seconds to deallocate network for instance. [ 947.264153] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 9030bfbe-5557-4101-b2b7-06cc63159def has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 947.457721] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060730, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.712609] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.768982] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance dc45777c-ff0a-4fa5-8280-cc0a3b793d74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 947.928352] env[69742]: DEBUG nova.network.neutron [req-ae9d74af-877b-42f2-bf2b-e8a1b571aa6c req-0df8b8f0-2354-4936-a570-a11106f40d8e service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updated VIF entry in instance network info cache for port 4b31e64b-fdc4-42a7-8b8c-132fc7639792. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.928352] env[69742]: DEBUG nova.network.neutron [req-ae9d74af-877b-42f2-bf2b-e8a1b571aa6c req-0df8b8f0-2354-4936-a570-a11106f40d8e service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updating instance_info_cache with network_info: [{"id": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "address": "fa:16:3e:2d:9f:bd", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b31e64b-fd", "ovs_interfaceid": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.957261] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757621} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.957261] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1208a6f2-8b22-4e78-a31d-9ca6656aff70/1208a6f2-8b22-4e78-a31d-9ca6656aff70.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.957522] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.957749] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f159b64-5bd1-483c-8b22-569643e36c73 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.966122] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 947.966122] env[69742]: value = "task-4060731" [ 947.966122] env[69742]: _type = "Task" [ 947.966122] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.978062] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.273044] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance ce464ff4-a566-47a7-9f5c-0a6357de0c98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 948.368954] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.369209] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.432027] env[69742]: DEBUG oslo_concurrency.lockutils [req-ae9d74af-877b-42f2-bf2b-e8a1b571aa6c req-0df8b8f0-2354-4936-a570-a11106f40d8e service nova] Releasing lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.476991] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060731, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.506826] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "82319341-97ba-4d4f-9388-34aa338c03c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.506964] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "82319341-97ba-4d4f-9388-34aa338c03c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.507587] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "82319341-97ba-4d4f-9388-34aa338c03c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.507814] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "82319341-97ba-4d4f-9388-34aa338c03c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.508039] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "82319341-97ba-4d4f-9388-34aa338c03c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.510213] env[69742]: INFO nova.compute.manager [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Terminating instance [ 948.777615] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 6f4584a0-8660-429d-a4b5-929161750e3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 948.874439] env[69742]: DEBUG nova.compute.manager [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.983073] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.514782} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.983073] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.983073] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825acb47-30f1-476b-9560-4e9968760cd9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.011531] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 1208a6f2-8b22-4e78-a31d-9ca6656aff70/1208a6f2-8b22-4e78-a31d-9ca6656aff70.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.012274] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4fe8c40-8bdf-4f0e-91b2-f62d472eacda {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.032025] env[69742]: DEBUG nova.compute.manager [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.032025] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.032025] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113a5269-e301-4fd3-8b9d-e4abf7fe9c7a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.040448] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.044587] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0e1fd2b-c929-41ba-9a3e-51c97f40109a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.045237] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 949.045237] env[69742]: value = "task-4060732" [ 949.045237] env[69742]: _type = "Task" [ 949.045237] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.050901] env[69742]: DEBUG oslo_vmware.api [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 949.050901] env[69742]: value = "task-4060733" [ 949.050901] env[69742]: _type = "Task" [ 949.050901] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.060346] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060732, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.066604] env[69742]: DEBUG oslo_vmware.api [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.286807] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 9d11e70b-f603-4b96-a097-16724b9aaf31 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 949.286807] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 949.286807] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 949.372167] env[69742]: DEBUG nova.compute.manager [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Received event network-changed-4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.372363] env[69742]: DEBUG nova.compute.manager [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Refreshing instance network info cache due to event network-changed-4b31e64b-fdc4-42a7-8b8c-132fc7639792. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.372804] env[69742]: DEBUG oslo_concurrency.lockutils [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] Acquiring lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.372969] env[69742]: DEBUG oslo_concurrency.lockutils [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] Acquired lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.373162] env[69742]: DEBUG nova.network.neutron [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Refreshing network info cache for port 4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.393464] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.561378] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.567499] env[69742]: DEBUG oslo_vmware.api [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060733, 'name': PowerOffVM_Task, 'duration_secs': 0.224399} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.568696] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.568696] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.568696] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b0ae877-42d0-4acb-8e0d-613678a82e4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.646115] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.646485] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.646773] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Deleting the datastore file [datastore2] 82319341-97ba-4d4f-9388-34aa338c03c9 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.646991] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-732c7d95-84d1-46e7-9433-87c5a33bf53f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.655167] env[69742]: DEBUG oslo_vmware.api [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 949.655167] env[69742]: value = "task-4060735" [ 949.655167] env[69742]: _type = "Task" [ 949.655167] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.666339] env[69742]: DEBUG oslo_vmware.api [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.674445] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bbc06a-0561-493b-9e7f-48237c51d491 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.682122] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdd6411-3c6c-41bd-bafb-4ac616c66652 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.719785] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc119060-1574-4532-8331-95ddcb1d2540 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.728381] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5739babb-e95b-4adb-9335-92d49738ee6b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.732960] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.733285] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.733517] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "1e7027d0-37ff-4737-a3d9-63724e8b2889-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.733709] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.733995] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.736245] env[69742]: INFO nova.compute.manager [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Terminating instance [ 949.751505] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.058267] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060732, 'name': ReconfigVM_Task, 'duration_secs': 0.645323} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.058631] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 1208a6f2-8b22-4e78-a31d-9ca6656aff70/1208a6f2-8b22-4e78-a31d-9ca6656aff70.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.060729] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-369f553e-b35a-4607-8ff5-84af9358cf50 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.070888] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 950.070888] env[69742]: value = "task-4060736" [ 950.070888] env[69742]: _type = "Task" [ 950.070888] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.083597] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060736, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.144554] env[69742]: DEBUG nova.network.neutron [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updated VIF entry in instance network info cache for port 4b31e64b-fdc4-42a7-8b8c-132fc7639792. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.144936] env[69742]: DEBUG nova.network.neutron [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updating instance_info_cache with network_info: [{"id": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "address": "fa:16:3e:2d:9f:bd", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b31e64b-fd", "ovs_interfaceid": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.166556] env[69742]: DEBUG oslo_vmware.api [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163954} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.166814] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.167011] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.167254] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.167447] env[69742]: INFO nova.compute.manager [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 950.167702] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.167886] env[69742]: DEBUG nova.compute.manager [-] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.167985] env[69742]: DEBUG nova.network.neutron [-] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.240962] env[69742]: DEBUG nova.compute.manager [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.241214] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.242321] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2f4365-7e49-47e8-a685-571e2dc93ef1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.251243] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.251243] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1538f92a-deda-4eed-87de-f9d348a90fd1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.255266] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.260122] env[69742]: DEBUG oslo_vmware.api [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 950.260122] env[69742]: value = "task-4060737" [ 950.260122] env[69742]: _type = "Task" [ 950.260122] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.270595] env[69742]: DEBUG oslo_vmware.api [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.581681] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060736, 'name': Rename_Task, 'duration_secs': 0.283071} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.581972] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.582857] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a845cc80-5c78-4c76-9995-6f3be87129d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.589498] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 950.589498] env[69742]: value = "task-4060738" [ 950.589498] env[69742]: _type = "Task" [ 950.589498] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.600059] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.609054] env[69742]: DEBUG nova.compute.manager [req-4a9ad603-9049-4824-a697-158cf081639c req-c3cde202-09ba-4fef-8482-e534eca4d190 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Received event network-vif-deleted-763d5d1c-97e1-4caf-8063-141f8a715cd7 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.609054] env[69742]: INFO nova.compute.manager [req-4a9ad603-9049-4824-a697-158cf081639c req-c3cde202-09ba-4fef-8482-e534eca4d190 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Neutron deleted interface 763d5d1c-97e1-4caf-8063-141f8a715cd7; detaching it from the instance and deleting it from the info cache [ 950.609144] env[69742]: DEBUG nova.network.neutron [req-4a9ad603-9049-4824-a697-158cf081639c req-c3cde202-09ba-4fef-8482-e534eca4d190 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.648417] env[69742]: DEBUG oslo_concurrency.lockutils [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] Releasing lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.648876] env[69742]: DEBUG nova.compute.manager [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Received event network-changed-3bd51175-0b51-4469-ab2b-deb32ff5dc6f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.649207] env[69742]: DEBUG nova.compute.manager [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Refreshing instance network info cache due to event network-changed-3bd51175-0b51-4469-ab2b-deb32ff5dc6f. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.649554] env[69742]: DEBUG oslo_concurrency.lockutils [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] Acquiring lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.649820] env[69742]: DEBUG oslo_concurrency.lockutils [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] Acquired lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.650135] env[69742]: DEBUG nova.network.neutron [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Refreshing network info cache for port 3bd51175-0b51-4469-ab2b-deb32ff5dc6f {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.762104] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 950.762395] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.556s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.762780] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.754s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.764309] env[69742]: INFO nova.compute.claims [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.767092] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.767292] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Cleaning up deleted instances {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 950.780944] env[69742]: DEBUG oslo_vmware.api [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060737, 'name': PowerOffVM_Task, 'duration_secs': 0.248032} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.781269] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.781444] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.781712] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e11b581-9a2e-42ff-960c-575af07722d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.869244] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.869497] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.869737] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Deleting the datastore file [datastore1] 1e7027d0-37ff-4737-a3d9-63724e8b2889 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.870981] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc916057-bf44-4608-944b-4c7591df17fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.878198] env[69742]: DEBUG oslo_vmware.api [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for the task: (returnval){ [ 950.878198] env[69742]: value = "task-4060740" [ 950.878198] env[69742]: _type = "Task" [ 950.878198] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.892332] env[69742]: DEBUG oslo_vmware.api [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.932757] env[69742]: DEBUG nova.network.neutron [-] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.937736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquiring lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.938215] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.938569] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquiring lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.938899] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.939218] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.942421] env[69742]: INFO nova.compute.manager [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Terminating instance [ 951.100877] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060738, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.111958] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5525c4a3-3217-45cf-b107-7498dd815a35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.123579] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ceab36-6749-4488-9698-96580c49a1c9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.159194] env[69742]: DEBUG nova.compute.manager [req-4a9ad603-9049-4824-a697-158cf081639c req-c3cde202-09ba-4fef-8482-e534eca4d190 service nova] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Detach interface failed, port_id=763d5d1c-97e1-4caf-8063-141f8a715cd7, reason: Instance 82319341-97ba-4d4f-9388-34aa338c03c9 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.287019] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] There are 47 instances to clean {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 951.287315] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 940c3f5f-d3f4-41b5-874d-aa0ce57b0de7] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.388310] env[69742]: DEBUG oslo_vmware.api [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Task: {'id': task-4060740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129654} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.390739] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.390944] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.391153] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.391469] env[69742]: INFO nova.compute.manager [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Took 1.15 seconds to destroy the instance on the hypervisor. [ 951.391566] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.391929] env[69742]: DEBUG nova.compute.manager [-] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.392035] env[69742]: DEBUG nova.network.neutron [-] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.435222] env[69742]: INFO nova.compute.manager [-] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Took 1.27 seconds to deallocate network for instance. [ 951.437952] env[69742]: DEBUG nova.network.neutron [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Updated VIF entry in instance network info cache for port 3bd51175-0b51-4469-ab2b-deb32ff5dc6f. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.438384] env[69742]: DEBUG nova.network.neutron [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Updating instance_info_cache with network_info: [{"id": "3bd51175-0b51-4469-ab2b-deb32ff5dc6f", "address": "fa:16:3e:12:b2:bb", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd51175-0b", "ovs_interfaceid": "3bd51175-0b51-4469-ab2b-deb32ff5dc6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.447236] env[69742]: DEBUG nova.compute.manager [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.447462] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.448346] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ff66c4-dbb1-4bef-94f9-f23b7b2740dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.461563] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.461563] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c66efbd9-7843-451e-9150-039bda0af38c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.468224] env[69742]: DEBUG oslo_vmware.api [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for the task: (returnval){ [ 951.468224] env[69742]: value = "task-4060741" [ 951.468224] env[69742]: _type = "Task" [ 951.468224] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.480665] env[69742]: DEBUG oslo_vmware.api [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.604942] env[69742]: DEBUG oslo_vmware.api [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060738, 'name': PowerOnVM_Task, 'duration_secs': 0.636299} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.605244] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.605451] env[69742]: INFO nova.compute.manager [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Took 8.56 seconds to spawn the instance on the hypervisor. [ 951.605625] env[69742]: DEBUG nova.compute.manager [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.606483] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c741eb3b-6520-427b-8cdd-f728234f773f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.693707] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "e600bdc4-56ce-4258-96a3-568c9b4d2661" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.694736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "e600bdc4-56ce-4258-96a3-568c9b4d2661" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.694736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "e600bdc4-56ce-4258-96a3-568c9b4d2661-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.694736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "e600bdc4-56ce-4258-96a3-568c9b4d2661-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.694736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "e600bdc4-56ce-4258-96a3-568c9b4d2661-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.696911] env[69742]: INFO nova.compute.manager [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Terminating instance [ 951.700128] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6641344d-b651-402e-9a38-c951ada31b35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.709515] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a713934-9f37-4477-9436-39683d91a680 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.749791] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b27279c-0cee-47f2-aad7-9156fbed39b6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.759397] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb69e88-a74d-4948-b7df-db146579f381 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.773977] env[69742]: DEBUG nova.compute.provider_tree [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.792042] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: fd2147d5-9c03-4e14-ba9a-f5bf149aac68] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.861237] env[69742]: DEBUG nova.compute.manager [req-d6dc4235-bf18-4586-a484-062051b31cb7 req-7152cc1e-9061-4ba7-9038-fad74a348918 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Received event network-changed-3bd51175-0b51-4469-ab2b-deb32ff5dc6f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.861438] env[69742]: DEBUG nova.compute.manager [req-d6dc4235-bf18-4586-a484-062051b31cb7 req-7152cc1e-9061-4ba7-9038-fad74a348918 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Refreshing instance network info cache due to event network-changed-3bd51175-0b51-4469-ab2b-deb32ff5dc6f. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.861636] env[69742]: DEBUG oslo_concurrency.lockutils [req-d6dc4235-bf18-4586-a484-062051b31cb7 req-7152cc1e-9061-4ba7-9038-fad74a348918 service nova] Acquiring lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.943528] env[69742]: DEBUG oslo_concurrency.lockutils [req-99305dba-669f-4c22-8ef1-ba046662e989 req-269d6775-7ec1-4120-8a65-4606550539ae service nova] Releasing lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.944702] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.945014] env[69742]: DEBUG oslo_concurrency.lockutils [req-d6dc4235-bf18-4586-a484-062051b31cb7 req-7152cc1e-9061-4ba7-9038-fad74a348918 service nova] Acquired lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.945286] env[69742]: DEBUG nova.network.neutron [req-d6dc4235-bf18-4586-a484-062051b31cb7 req-7152cc1e-9061-4ba7-9038-fad74a348918 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Refreshing network info cache for port 3bd51175-0b51-4469-ab2b-deb32ff5dc6f {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.980037] env[69742]: DEBUG oslo_vmware.api [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060741, 'name': PowerOffVM_Task, 'duration_secs': 0.246182} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.980339] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.980508] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.980761] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54e93795-4565-4e94-970d-6a467315d98a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.072091] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.072450] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.072761] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Deleting the datastore file [datastore2] 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.073125] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cdbd268-6bfa-48e6-990d-e0509ad20012 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.080593] env[69742]: DEBUG oslo_vmware.api [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for the task: (returnval){ [ 952.080593] env[69742]: value = "task-4060743" [ 952.080593] env[69742]: _type = "Task" [ 952.080593] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.089274] env[69742]: DEBUG oslo_vmware.api [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.126302] env[69742]: INFO nova.compute.manager [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Took 35.09 seconds to build instance. [ 952.205880] env[69742]: DEBUG nova.compute.manager [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.206186] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.207782] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cab160a-4baa-4636-9766-f0a9d1c41aab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.217038] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.217334] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cdca2d5-d40e-418e-85aa-2cad6a38e7f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.225185] env[69742]: DEBUG oslo_vmware.api [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 952.225185] env[69742]: value = "task-4060744" [ 952.225185] env[69742]: _type = "Task" [ 952.225185] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.234856] env[69742]: DEBUG oslo_vmware.api [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.277592] env[69742]: DEBUG nova.scheduler.client.report [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.296078] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: e4e5b536-e5d9-43ac-a183-8469368513e4] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.594392] env[69742]: DEBUG oslo_vmware.api [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Task: {'id': task-4060743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149596} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.594392] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.594392] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.594647] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.594816] env[69742]: INFO nova.compute.manager [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 952.595161] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.595496] env[69742]: DEBUG nova.compute.manager [-] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.596318] env[69742]: DEBUG nova.network.neutron [-] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.628133] env[69742]: DEBUG oslo_concurrency.lockutils [None req-52f0c6ea-3c51-45c4-829d-9e6fcb2922a1 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.597s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.736790] env[69742]: DEBUG oslo_vmware.api [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060744, 'name': PowerOffVM_Task, 'duration_secs': 0.415538} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.737104] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.737289] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.737662] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6d938ff-8602-4dae-ae20-fbf14de401dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.762200] env[69742]: DEBUG nova.network.neutron [req-d6dc4235-bf18-4586-a484-062051b31cb7 req-7152cc1e-9061-4ba7-9038-fad74a348918 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Updated VIF entry in instance network info cache for port 3bd51175-0b51-4469-ab2b-deb32ff5dc6f. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.762710] env[69742]: DEBUG nova.network.neutron [req-d6dc4235-bf18-4586-a484-062051b31cb7 req-7152cc1e-9061-4ba7-9038-fad74a348918 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Updating instance_info_cache with network_info: [{"id": "3bd51175-0b51-4469-ab2b-deb32ff5dc6f", "address": "fa:16:3e:12:b2:bb", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd51175-0b", "ovs_interfaceid": "3bd51175-0b51-4469-ab2b-deb32ff5dc6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.788209] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.022s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.788209] env[69742]: DEBUG nova.compute.manager [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.789753] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.200s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.792434] env[69742]: INFO nova.compute.claims [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.799668] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 3d14bd75-218d-4630-b765-77933b17b95a] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.821141] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.821141] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.821141] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Deleting the datastore file [datastore2] e600bdc4-56ce-4258-96a3-568c9b4d2661 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.821141] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a948ea80-5295-437a-916f-b10f0d9c4aaa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.830641] env[69742]: DEBUG oslo_vmware.api [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 952.830641] env[69742]: value = "task-4060746" [ 952.830641] env[69742]: _type = "Task" [ 952.830641] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.845492] env[69742]: DEBUG oslo_vmware.api [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.105959] env[69742]: DEBUG nova.network.neutron [-] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.266136] env[69742]: DEBUG oslo_concurrency.lockutils [req-d6dc4235-bf18-4586-a484-062051b31cb7 req-7152cc1e-9061-4ba7-9038-fad74a348918 service nova] Releasing lock "refresh_cache-e600bdc4-56ce-4258-96a3-568c9b4d2661" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.283154] env[69742]: DEBUG nova.compute.manager [req-69593213-99c1-4506-ba38-28ebabb94451 req-918ef96b-cd47-4b92-8da3-b1e2b4f86a2f service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Received event network-vif-deleted-0401c6c4-a531-4497-9271-247901f25deb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.283154] env[69742]: INFO nova.compute.manager [req-69593213-99c1-4506-ba38-28ebabb94451 req-918ef96b-cd47-4b92-8da3-b1e2b4f86a2f service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Neutron deleted interface 0401c6c4-a531-4497-9271-247901f25deb; detaching it from the instance and deleting it from the info cache [ 953.283154] env[69742]: DEBUG nova.network.neutron [req-69593213-99c1-4506-ba38-28ebabb94451 req-918ef96b-cd47-4b92-8da3-b1e2b4f86a2f service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.299018] env[69742]: DEBUG nova.compute.utils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.301684] env[69742]: DEBUG nova.compute.manager [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.302033] env[69742]: DEBUG nova.network.neutron [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.304733] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 1561ae53-b485-420a-8c6e-782cbf00ef0f] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.349037] env[69742]: DEBUG oslo_vmware.api [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174305} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.350708] env[69742]: DEBUG nova.policy [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc7f20fb23fa4f4fb84fac42a70c1752', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7902963aa37e4016a96a9c32c8e1ddf3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.352321] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.352523] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.352702] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.352878] env[69742]: INFO nova.compute.manager [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Took 1.15 seconds to destroy the instance on the hypervisor. [ 953.353142] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.353886] env[69742]: DEBUG nova.compute.manager [-] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.354009] env[69742]: DEBUG nova.network.neutron [-] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.611486] env[69742]: INFO nova.compute.manager [-] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Took 2.22 seconds to deallocate network for instance. [ 953.693796] env[69742]: DEBUG nova.network.neutron [-] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.787243] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b27d613-3d05-46ad-9594-6f643f3817eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.804306] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d8066c-eeed-47f5-aae6-838840608174 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.824837] env[69742]: DEBUG nova.compute.manager [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.828095] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 1a23fdfb-bb2c-4143-b72d-7dfdcdbe74b0] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.842764] env[69742]: DEBUG nova.network.neutron [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Successfully created port: f11a5a16-1545-4ce8-8043-fe9d2ab65098 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.860902] env[69742]: DEBUG nova.compute.manager [req-69593213-99c1-4506-ba38-28ebabb94451 req-918ef96b-cd47-4b92-8da3-b1e2b4f86a2f service nova] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Detach interface failed, port_id=0401c6c4-a531-4497-9271-247901f25deb, reason: Instance 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.118736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.197202] env[69742]: INFO nova.compute.manager [-] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Took 1.60 seconds to deallocate network for instance. [ 954.255032] env[69742]: DEBUG nova.network.neutron [-] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.257956] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58487f58-0528-43a7-95e0-0ad8d0ac7245 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.269297] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39b8c95-cd94-4498-94fa-e5f3b2630020 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.309265] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b31ad1c-7b86-489b-b904-84962a145b04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.312757] env[69742]: DEBUG nova.compute.manager [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Received event network-vif-deleted-b3a7a4ee-0f70-4453-a26e-43c706ee34a4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.312967] env[69742]: DEBUG nova.compute.manager [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Received event network-changed-4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.313179] env[69742]: DEBUG nova.compute.manager [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Refreshing instance network info cache due to event network-changed-4b31e64b-fdc4-42a7-8b8c-132fc7639792. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.313396] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] Acquiring lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.313537] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] Acquired lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.313695] env[69742]: DEBUG nova.network.neutron [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Refreshing network info cache for port 4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.324182] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e348892-036b-416c-89ea-438c78e4a7b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.342533] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 3dcc5f85-3c9b-437b-a4d1-587412b0006f] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.344754] env[69742]: DEBUG nova.compute.provider_tree [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.716169] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.762327] env[69742]: INFO nova.compute.manager [-] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Took 1.41 seconds to deallocate network for instance. [ 954.809386] env[69742]: DEBUG nova.compute.manager [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.810394] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bba670-92b5-475f-b38e-442d70073105 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.847839] env[69742]: DEBUG nova.compute.manager [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.850466] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 2e183e31-8b0a-4efd-b3a4-467cfb3c386d] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.852967] env[69742]: DEBUG nova.scheduler.client.report [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.873602] env[69742]: DEBUG nova.virt.hardware [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.873857] env[69742]: DEBUG nova.virt.hardware [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.874059] env[69742]: DEBUG nova.virt.hardware [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.874263] env[69742]: DEBUG nova.virt.hardware [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.874414] env[69742]: DEBUG nova.virt.hardware [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.874564] env[69742]: DEBUG nova.virt.hardware [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.874776] env[69742]: DEBUG nova.virt.hardware [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.874941] env[69742]: DEBUG nova.virt.hardware [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.875141] env[69742]: DEBUG nova.virt.hardware [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.875863] env[69742]: DEBUG nova.virt.hardware [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.875863] env[69742]: DEBUG nova.virt.hardware [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.877175] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda1b25b-a9b3-470a-928f-016f937d0910 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.887435] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95682dad-d806-4d8e-be65-2c16defe90fe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.049716] env[69742]: DEBUG nova.network.neutron [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updated VIF entry in instance network info cache for port 4b31e64b-fdc4-42a7-8b8c-132fc7639792. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.050098] env[69742]: DEBUG nova.network.neutron [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updating instance_info_cache with network_info: [{"id": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "address": "fa:16:3e:2d:9f:bd", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b31e64b-fd", "ovs_interfaceid": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.269705] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.322513] env[69742]: DEBUG nova.compute.manager [req-9bd9a0a3-a0fc-49e8-9ddc-344b096deeaf req-ba3a7c63-d5f9-41aa-aa79-c6e703096050 service nova] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Received event network-vif-deleted-3bd51175-0b51-4469-ab2b-deb32ff5dc6f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.322889] env[69742]: DEBUG nova.compute.manager [req-9bd9a0a3-a0fc-49e8-9ddc-344b096deeaf req-ba3a7c63-d5f9-41aa-aa79-c6e703096050 service nova] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Received event network-vif-plugged-f11a5a16-1545-4ce8-8043-fe9d2ab65098 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.323427] env[69742]: DEBUG oslo_concurrency.lockutils [req-9bd9a0a3-a0fc-49e8-9ddc-344b096deeaf req-ba3a7c63-d5f9-41aa-aa79-c6e703096050 service nova] Acquiring lock "ffc53993-dd71-4c83-a401-91dfbcea4e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.323795] env[69742]: DEBUG oslo_concurrency.lockutils [req-9bd9a0a3-a0fc-49e8-9ddc-344b096deeaf req-ba3a7c63-d5f9-41aa-aa79-c6e703096050 service nova] Lock "ffc53993-dd71-4c83-a401-91dfbcea4e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.324256] env[69742]: DEBUG oslo_concurrency.lockutils [req-9bd9a0a3-a0fc-49e8-9ddc-344b096deeaf req-ba3a7c63-d5f9-41aa-aa79-c6e703096050 service nova] Lock "ffc53993-dd71-4c83-a401-91dfbcea4e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.324460] env[69742]: DEBUG nova.compute.manager [req-9bd9a0a3-a0fc-49e8-9ddc-344b096deeaf req-ba3a7c63-d5f9-41aa-aa79-c6e703096050 service nova] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] No waiting events found dispatching network-vif-plugged-f11a5a16-1545-4ce8-8043-fe9d2ab65098 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.324696] env[69742]: WARNING nova.compute.manager [req-9bd9a0a3-a0fc-49e8-9ddc-344b096deeaf req-ba3a7c63-d5f9-41aa-aa79-c6e703096050 service nova] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Received unexpected event network-vif-plugged-f11a5a16-1545-4ce8-8043-fe9d2ab65098 for instance with vm_state building and task_state spawning. [ 955.326362] env[69742]: INFO nova.compute.manager [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] instance snapshotting [ 955.329843] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3049bf85-7504-402b-8a05-be99472a87ad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.356630] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeac271-e318-4b59-9102-a4f94c321bc7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.360441] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.361236] env[69742]: DEBUG nova.compute.manager [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.369028] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 0a15345b-80e8-401b-b209-dc38c6792fb2] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.369028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.729s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.369028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.372201] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.746s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.372291] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.374917] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.868s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.377626] env[69742]: INFO nova.compute.claims [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.415601] env[69742]: INFO nova.scheduler.client.report [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Deleted allocations for instance 15c5fde6-f8e5-4e1b-a413-e233c887c5b3 [ 955.421387] env[69742]: INFO nova.scheduler.client.report [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Deleted allocations for instance b237bb8e-2d3e-4017-a618-1c2bb30c8e00 [ 955.443990] env[69742]: DEBUG nova.network.neutron [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Successfully updated port: f11a5a16-1545-4ce8-8043-fe9d2ab65098 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.552663] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] Releasing lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.552984] env[69742]: DEBUG nova.compute.manager [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Received event network-changed-4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.553148] env[69742]: DEBUG nova.compute.manager [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Refreshing instance network info cache due to event network-changed-4b31e64b-fdc4-42a7-8b8c-132fc7639792. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.553359] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] Acquiring lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.553502] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] Acquired lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.553666] env[69742]: DEBUG nova.network.neutron [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Refreshing network info cache for port 4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.870245] env[69742]: DEBUG nova.compute.utils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.872045] env[69742]: DEBUG nova.compute.manager [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.872219] env[69742]: DEBUG nova.network.neutron [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.886130] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 67673751-f862-4051-a9d3-31f15b56e44b] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.895053] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 955.895606] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8ae2dc3-190a-4b46-a2d3-fc7df360ca32 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.905838] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 955.905838] env[69742]: value = "task-4060747" [ 955.905838] env[69742]: _type = "Task" [ 955.905838] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.917081] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060747, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.923718] env[69742]: DEBUG nova.policy [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff65f52fb27b41d3a51ea050fc4ef8be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b66c87fecf9041119bea3965aa90ca34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.930147] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b71e470-9425-41c9-9fdb-8e287ff0987d tempest-ServersWithSpecificFlavorTestJSON-782841764 tempest-ServersWithSpecificFlavorTestJSON-782841764-project-member] Lock "b237bb8e-2d3e-4017-a618-1c2bb30c8e00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.270s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.931311] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3255949a-3a9e-4cd6-bfd1-9e8597bcdb93 tempest-ListImageFiltersTestJSON-2105567477 tempest-ListImageFiltersTestJSON-2105567477-project-member] Lock "15c5fde6-f8e5-4e1b-a413-e233c887c5b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.534s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.947316] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.947511] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.948260] env[69742]: DEBUG nova.network.neutron [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.374858] env[69742]: DEBUG nova.compute.manager [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.394280] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 05e6aae9-9dae-4aee-b608-06799ec9e2c7] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.423371] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060747, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.501223] env[69742]: DEBUG nova.network.neutron [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.648596] env[69742]: DEBUG nova.network.neutron [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updated VIF entry in instance network info cache for port 4b31e64b-fdc4-42a7-8b8c-132fc7639792. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.649033] env[69742]: DEBUG nova.network.neutron [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updating instance_info_cache with network_info: [{"id": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "address": "fa:16:3e:2d:9f:bd", "network": {"id": "934638e6-55af-471a-930c-d48fb0616ecb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880775909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03582502a4e64172bc4542254ec2d2c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b31e64b-fd", "ovs_interfaceid": "4b31e64b-fdc4-42a7-8b8c-132fc7639792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.651594] env[69742]: DEBUG nova.network.neutron [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Successfully created port: c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.701171] env[69742]: DEBUG nova.network.neutron [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Updating instance_info_cache with network_info: [{"id": "f11a5a16-1545-4ce8-8043-fe9d2ab65098", "address": "fa:16:3e:40:8a:ae", "network": {"id": "6676bd2c-18cf-4cb7-abc3-5ce59182801f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-461759109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7902963aa37e4016a96a9c32c8e1ddf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11a5a16-15", "ovs_interfaceid": "f11a5a16-1545-4ce8-8043-fe9d2ab65098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.819686] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d62011-38b6-4990-83dc-7c8707be2153 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.831845] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5189935-7456-4a0e-ab6e-9f40fd36d1a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.866179] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5615911b-7441-47fb-88ae-1526d484c4c6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.874303] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b724dc-c36d-4acd-a838-33060ce3db62 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.894417] env[69742]: DEBUG nova.compute.provider_tree [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.902239] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 4606a027-0e9f-4bf3-97c4-53636c673843] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.918808] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060747, 'name': CreateSnapshot_Task, 'duration_secs': 0.555262} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.919093] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.919865] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c185d227-4257-4e1d-8d96-deee603ce69b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.154870] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c71edf2-eac4-4a25-b73f-b5e188c1d4f6 req-14802248-04f4-42c6-89bc-c4a1e9255a1c service nova] Releasing lock "refresh_cache-1225a6de-6f47-4c11-bcb8-71db4cebd5c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.206504] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Releasing lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.206859] env[69742]: DEBUG nova.compute.manager [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Instance network_info: |[{"id": "f11a5a16-1545-4ce8-8043-fe9d2ab65098", "address": "fa:16:3e:40:8a:ae", "network": {"id": "6676bd2c-18cf-4cb7-abc3-5ce59182801f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-461759109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7902963aa37e4016a96a9c32c8e1ddf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11a5a16-15", "ovs_interfaceid": "f11a5a16-1545-4ce8-8043-fe9d2ab65098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.207303] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:8a:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f11a5a16-1545-4ce8-8043-fe9d2ab65098', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.215457] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.215457] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.215652] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efd8f20c-06fa-45b6-b423-a8074f670118 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.236891] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.236891] env[69742]: value = "task-4060748" [ 957.236891] env[69742]: _type = "Task" [ 957.236891] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.247045] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060748, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.361404] env[69742]: DEBUG nova.compute.manager [req-1920e584-3875-4641-b84b-1583b7348f53 req-a802f78b-b673-43ce-b49f-11c2b1fe43e9 service nova] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Received event network-changed-f11a5a16-1545-4ce8-8043-fe9d2ab65098 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.361404] env[69742]: DEBUG nova.compute.manager [req-1920e584-3875-4641-b84b-1583b7348f53 req-a802f78b-b673-43ce-b49f-11c2b1fe43e9 service nova] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Refreshing instance network info cache due to event network-changed-f11a5a16-1545-4ce8-8043-fe9d2ab65098. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.361404] env[69742]: DEBUG oslo_concurrency.lockutils [req-1920e584-3875-4641-b84b-1583b7348f53 req-a802f78b-b673-43ce-b49f-11c2b1fe43e9 service nova] Acquiring lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.361404] env[69742]: DEBUG oslo_concurrency.lockutils [req-1920e584-3875-4641-b84b-1583b7348f53 req-a802f78b-b673-43ce-b49f-11c2b1fe43e9 service nova] Acquired lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.361404] env[69742]: DEBUG nova.network.neutron [req-1920e584-3875-4641-b84b-1583b7348f53 req-a802f78b-b673-43ce-b49f-11c2b1fe43e9 service nova] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Refreshing network info cache for port f11a5a16-1545-4ce8-8043-fe9d2ab65098 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.398385] env[69742]: DEBUG nova.compute.manager [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.401843] env[69742]: DEBUG nova.scheduler.client.report [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.406703] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 8d2cfd90-bca7-4649-bab9-661a19d642c8] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.446587] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 957.450582] env[69742]: DEBUG nova.virt.hardware [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.450829] env[69742]: DEBUG nova.virt.hardware [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.450995] env[69742]: DEBUG nova.virt.hardware [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.451198] env[69742]: DEBUG nova.virt.hardware [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.451346] env[69742]: DEBUG nova.virt.hardware [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.451494] env[69742]: DEBUG nova.virt.hardware [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.451704] env[69742]: DEBUG nova.virt.hardware [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.451878] env[69742]: DEBUG nova.virt.hardware [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.452252] env[69742]: DEBUG nova.virt.hardware [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.452320] env[69742]: DEBUG nova.virt.hardware [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.452478] env[69742]: DEBUG nova.virt.hardware [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.453152] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9eaaeff-57d3-40ce-a816-28c06ed75d78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.457611] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2890e01-48c2-424b-bb0d-6e5cc805efcc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.468383] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c89b2ea-a786-43a5-8872-f5e67da835a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.472754] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 957.472754] env[69742]: value = "task-4060749" [ 957.472754] env[69742]: _type = "Task" [ 957.472754] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.494207] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060749, 'name': CloneVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.746917] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060748, 'name': CreateVM_Task, 'duration_secs': 0.438528} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.747124] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.748025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.748152] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.748522] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.748694] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99428942-410e-40c7-b4c8-3f7aafee4aaf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.754901] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 957.754901] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bcd612-a966-118f-cc92-b377c397f3dd" [ 957.754901] env[69742]: _type = "Task" [ 957.754901] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.764872] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bcd612-a966-118f-cc92-b377c397f3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.908015] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.908594] env[69742]: DEBUG nova.compute.manager [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.911646] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.316s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.911765] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.915472] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.973s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.915472] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.917710] env[69742]: DEBUG oslo_concurrency.lockutils [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.130s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.917710] env[69742]: DEBUG oslo_concurrency.lockutils [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.919500] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.960s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.921653] env[69742]: INFO nova.compute.claims [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.925788] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: ba312b9d-1f29-4f21-b4bc-50fd45395220] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.965498] env[69742]: INFO nova.scheduler.client.report [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Deleted allocations for instance 35b38923-4034-46b3-b61e-8e853a68b4fe [ 957.972321] env[69742]: INFO nova.scheduler.client.report [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Deleted allocations for instance fc1f24db-833e-4341-b4c6-b7adc627dcf6 [ 957.992351] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060749, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.993482] env[69742]: INFO nova.scheduler.client.report [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleted allocations for instance 3670a756-2036-4ae4-885f-d17805323729 [ 958.128117] env[69742]: DEBUG nova.network.neutron [req-1920e584-3875-4641-b84b-1583b7348f53 req-a802f78b-b673-43ce-b49f-11c2b1fe43e9 service nova] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Updated VIF entry in instance network info cache for port f11a5a16-1545-4ce8-8043-fe9d2ab65098. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.128503] env[69742]: DEBUG nova.network.neutron [req-1920e584-3875-4641-b84b-1583b7348f53 req-a802f78b-b673-43ce-b49f-11c2b1fe43e9 service nova] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Updating instance_info_cache with network_info: [{"id": "f11a5a16-1545-4ce8-8043-fe9d2ab65098", "address": "fa:16:3e:40:8a:ae", "network": {"id": "6676bd2c-18cf-4cb7-abc3-5ce59182801f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-461759109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7902963aa37e4016a96a9c32c8e1ddf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11a5a16-15", "ovs_interfaceid": "f11a5a16-1545-4ce8-8043-fe9d2ab65098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.267959] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bcd612-a966-118f-cc92-b377c397f3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011427} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.268390] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.268676] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.269215] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.269403] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.269596] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.271669] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ac9c03e-a433-473f-8c2f-7d06bcfa418a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.286073] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.286073] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.286073] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab906622-ba42-4364-9984-9ec1a7692096 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.290757] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 958.290757] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52febe9a-10da-f01f-6430-1c8422998d79" [ 958.290757] env[69742]: _type = "Task" [ 958.290757] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.300523] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52febe9a-10da-f01f-6430-1c8422998d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.428965] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 6a49c3d4-1b14-4f61-aa23-84a529849dda] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.434645] env[69742]: DEBUG nova.compute.utils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.437035] env[69742]: DEBUG nova.compute.manager [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.437035] env[69742]: DEBUG nova.network.neutron [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.478259] env[69742]: DEBUG oslo_concurrency.lockutils [None req-de30ae7f-8fb5-48ea-a4c6-9ec63adecdfe tempest-ImagesOneServerNegativeTestJSON-1029450726 tempest-ImagesOneServerNegativeTestJSON-1029450726-project-member] Lock "35b38923-4034-46b3-b61e-8e853a68b4fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.862s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.481297] env[69742]: DEBUG nova.policy [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '449ba041aa1c497b912d7010821a7464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '666aeb709bea494f8782d15d735451db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.493510] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7481fde6-258f-4fb8-8e84-71cfc00455f9 tempest-ServersTestFqdnHostnames-1777895749 tempest-ServersTestFqdnHostnames-1777895749-project-member] Lock "fc1f24db-833e-4341-b4c6-b7adc627dcf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.390s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.507891] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060749, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.508614] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dfcaa78-990f-474a-a727-5b1eeb3bbab8 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3670a756-2036-4ae4-885f-d17805323729" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.237s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.631737] env[69742]: DEBUG oslo_concurrency.lockutils [req-1920e584-3875-4641-b84b-1583b7348f53 req-a802f78b-b673-43ce-b49f-11c2b1fe43e9 service nova] Releasing lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.711066] env[69742]: DEBUG nova.network.neutron [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Successfully updated port: c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.806346] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52febe9a-10da-f01f-6430-1c8422998d79, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.807914] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed48de8-bc15-41b0-bf1e-f6314ecd15f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.818107] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 958.818107] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e75eb4-b3ff-2c3e-0459-d08d43767633" [ 958.818107] env[69742]: _type = "Task" [ 958.818107] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.833109] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e75eb4-b3ff-2c3e-0459-d08d43767633, 'name': SearchDatastore_Task, 'duration_secs': 0.012053} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.833701] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.834015] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ffc53993-dd71-4c83-a401-91dfbcea4e54/ffc53993-dd71-4c83-a401-91dfbcea4e54.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.834389] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b32b63d-3ac5-4126-a113-837cd677f4ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.843210] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 958.843210] env[69742]: value = "task-4060750" [ 958.843210] env[69742]: _type = "Task" [ 958.843210] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.854655] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.932655] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: bcf096b6-87b8-4f77-a8ad-5e049a71cb81] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.945419] env[69742]: DEBUG nova.compute.manager [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.994170] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060749, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.166544] env[69742]: DEBUG nova.network.neutron [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Successfully created port: 0935737a-c6c1-49e8-8cf7-d6c13ba454dc {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.214856] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.215147] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.215450] env[69742]: DEBUG nova.network.neutron [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.368245] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060750, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.368245] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccbb679-fd46-403c-a1f8-b82281cf91fb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.381389] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b14224a-5545-4307-848c-298e7a3badad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.427260] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581c3de4-d0d0-474f-bbc6-2cff8876866a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.436501] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9288d7-c8df-4c17-af17-845ee69cad05 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.441261] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 7663e26a-d398-4a29-8193-68ae6468e183] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.460682] env[69742]: DEBUG nova.compute.provider_tree [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.488400] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060749, 'name': CloneVM_Task, 'duration_secs': 1.946957} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.488742] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Created linked-clone VM from snapshot [ 959.489678] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65b1b5b-9235-4e10-a540-eaa636190729 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.500398] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Uploading image 7ba1addd-519d-4d69-87b3-e9ac5f265395 {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 959.544051] env[69742]: DEBUG oslo_vmware.rw_handles [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 959.544051] env[69742]: value = "vm-804808" [ 959.544051] env[69742]: _type = "VirtualMachine" [ 959.544051] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 959.544582] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4608d00a-bfa3-48c0-9744-a157b40a7ac9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.553482] env[69742]: DEBUG oslo_vmware.rw_handles [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lease: (returnval){ [ 959.553482] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524ec56d-4411-6349-6d05-7e37ea4c45c5" [ 959.553482] env[69742]: _type = "HttpNfcLease" [ 959.553482] env[69742]: } obtained for exporting VM: (result){ [ 959.553482] env[69742]: value = "vm-804808" [ 959.553482] env[69742]: _type = "VirtualMachine" [ 959.553482] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 959.553891] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the lease: (returnval){ [ 959.553891] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524ec56d-4411-6349-6d05-7e37ea4c45c5" [ 959.553891] env[69742]: _type = "HttpNfcLease" [ 959.553891] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 959.563019] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.563019] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524ec56d-4411-6349-6d05-7e37ea4c45c5" [ 959.563019] env[69742]: _type = "HttpNfcLease" [ 959.563019] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.677221] env[69742]: DEBUG nova.compute.manager [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Received event network-vif-plugged-c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.677221] env[69742]: DEBUG oslo_concurrency.lockutils [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] Acquiring lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.677221] env[69742]: DEBUG oslo_concurrency.lockutils [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] Lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.677221] env[69742]: DEBUG oslo_concurrency.lockutils [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] Lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.677425] env[69742]: DEBUG nova.compute.manager [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] No waiting events found dispatching network-vif-plugged-c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.677608] env[69742]: WARNING nova.compute.manager [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Received unexpected event network-vif-plugged-c4720c8c-b38f-42e5-a5cc-d3774760b46d for instance with vm_state building and task_state spawning. [ 959.677774] env[69742]: DEBUG nova.compute.manager [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Received event network-changed-c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.677929] env[69742]: DEBUG nova.compute.manager [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Refreshing instance network info cache due to event network-changed-c4720c8c-b38f-42e5-a5cc-d3774760b46d. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.678110] env[69742]: DEBUG oslo_concurrency.lockutils [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] Acquiring lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.829109] env[69742]: DEBUG nova.network.neutron [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.861018] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530375} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.861556] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ffc53993-dd71-4c83-a401-91dfbcea4e54/ffc53993-dd71-4c83-a401-91dfbcea4e54.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.861857] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.862237] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76c0278a-66e6-4e96-bc27-d2119b1ed43d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.871523] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 959.871523] env[69742]: value = "task-4060752" [ 959.871523] env[69742]: _type = "Task" [ 959.871523] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.885853] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.945395] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 70349e4d-cab8-45e8-be9c-b2c8ec613edf] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.963865] env[69742]: DEBUG nova.compute.manager [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.001496] env[69742]: ERROR nova.scheduler.client.report [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [req-bcefcd17-915d-4bba-844d-4a7d586aff31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bcefcd17-915d-4bba-844d-4a7d586aff31"}]} [ 960.005576] env[69742]: DEBUG nova.virt.hardware [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.005804] env[69742]: DEBUG nova.virt.hardware [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.006885] env[69742]: DEBUG nova.virt.hardware [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.007170] env[69742]: DEBUG nova.virt.hardware [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.007336] env[69742]: DEBUG nova.virt.hardware [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.007489] env[69742]: DEBUG nova.virt.hardware [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.007703] env[69742]: DEBUG nova.virt.hardware [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.007864] env[69742]: DEBUG nova.virt.hardware [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.008599] env[69742]: DEBUG nova.virt.hardware [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.008599] env[69742]: DEBUG nova.virt.hardware [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.008599] env[69742]: DEBUG nova.virt.hardware [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.010377] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f2a258-52c0-414d-8ac3-9f470b43454c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.019644] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bb2053-3118-406b-acce-99f354fea589 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.040622] env[69742]: DEBUG nova.scheduler.client.report [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 960.063234] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.063234] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524ec56d-4411-6349-6d05-7e37ea4c45c5" [ 960.063234] env[69742]: _type = "HttpNfcLease" [ 960.063234] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 960.063234] env[69742]: DEBUG oslo_vmware.rw_handles [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 960.063234] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524ec56d-4411-6349-6d05-7e37ea4c45c5" [ 960.063234] env[69742]: _type = "HttpNfcLease" [ 960.063234] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 960.065729] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f453dc7-debf-4dd0-849c-8e4971589b4e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.069315] env[69742]: DEBUG nova.scheduler.client.report [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 960.069480] env[69742]: DEBUG nova.compute.provider_tree [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.080750] env[69742]: DEBUG oslo_vmware.rw_handles [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e85c53-ca82-b230-8e67-db28a3247b9e/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 960.080920] env[69742]: DEBUG oslo_vmware.rw_handles [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e85c53-ca82-b230-8e67-db28a3247b9e/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 960.139870] env[69742]: DEBUG nova.scheduler.client.report [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 960.163336] env[69742]: DEBUG nova.scheduler.client.report [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 960.173600] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54395c52-c7ff-42e5-8a10-007152475273 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.326805] env[69742]: DEBUG nova.network.neutron [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updating instance_info_cache with network_info: [{"id": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "address": "fa:16:3e:09:7b:e1", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4720c8c-b3", "ovs_interfaceid": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.391288] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0763} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.394342] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.394893] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ace636a-750a-4f4c-8249-eb9cc8d9475e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.419809] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] ffc53993-dd71-4c83-a401-91dfbcea4e54/ffc53993-dd71-4c83-a401-91dfbcea4e54.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.424080] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c3b15e-566c-4f86-a097-76f4b2aef3a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.448656] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 960.448656] env[69742]: value = "task-4060753" [ 960.448656] env[69742]: _type = "Task" [ 960.448656] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.448656] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 4c04ad57-5729-43ef-85d3-dbc253c6fff4] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.463819] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.569250] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9835200-67ce-494e-8518-969f21f15bb7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.580403] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2619ed56-f152-4b37-ad7d-b7ffe91a8cff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.619572] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d988ba0-620f-4dd1-aec3-5088a79e117e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.630905] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4bcc7f-d961-4e90-8933-2d396d14415c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.655846] env[69742]: DEBUG nova.compute.provider_tree [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.830252] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.830801] env[69742]: DEBUG nova.compute.manager [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Instance network_info: |[{"id": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "address": "fa:16:3e:09:7b:e1", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4720c8c-b3", "ovs_interfaceid": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.831139] env[69742]: DEBUG oslo_concurrency.lockutils [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] Acquired lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.831405] env[69742]: DEBUG nova.network.neutron [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Refreshing network info cache for port c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.832979] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:7b:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4720c8c-b38f-42e5-a5cc-d3774760b46d', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.844037] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating folder: Project (b66c87fecf9041119bea3965aa90ca34). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.844037] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08ce1cd2-e3b2-4287-9056-efcaf77c9427 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.860032] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Created folder: Project (b66c87fecf9041119bea3965aa90ca34) in parent group-v804621. [ 960.860032] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating folder: Instances. Parent ref: group-v804809. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.860032] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12a60d3c-d4ba-487a-9dca-dcee14a38121 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.868688] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Created folder: Instances in parent group-v804809. [ 960.868971] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.869206] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.869444] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff98598a-38d4-4ea8-ba05-6afd907e7ecc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.894584] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.894584] env[69742]: value = "task-4060756" [ 960.894584] env[69742]: _type = "Task" [ 960.894584] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.909436] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060756, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.955190] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 86a50eb4-481a-4167-a95f-ac32c2e811a4] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.966866] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060753, 'name': ReconfigVM_Task, 'duration_secs': 0.349346} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.968038] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Reconfigured VM instance instance-00000043 to attach disk [datastore2] ffc53993-dd71-4c83-a401-91dfbcea4e54/ffc53993-dd71-4c83-a401-91dfbcea4e54.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.970422] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe4acddc-0577-44ea-91b5-52ece187dcd6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.983128] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 960.983128] env[69742]: value = "task-4060757" [ 960.983128] env[69742]: _type = "Task" [ 960.983128] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.003161] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060757, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.222050] env[69742]: DEBUG nova.scheduler.client.report [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 961.222050] env[69742]: DEBUG nova.compute.provider_tree [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 92 to 93 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 961.222050] env[69742]: DEBUG nova.compute.provider_tree [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.408114] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060756, 'name': CreateVM_Task, 'duration_secs': 0.46235} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.411380] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.412279] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.412463] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.413636] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.413931] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87925d8f-5e90-4a17-b114-617afecd7bf4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.422372] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 961.422372] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cdc706-c668-62db-32d3-a59ac14133bf" [ 961.422372] env[69742]: _type = "Task" [ 961.422372] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.436208] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cdc706-c668-62db-32d3-a59ac14133bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.462655] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: d297dbc4-6ae5-463a-a630-03852b6b30ed] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.496723] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060757, 'name': Rename_Task, 'duration_secs': 0.223462} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.496998] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.497275] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a53a2e67-462e-49a7-8412-3bb7cea9333a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.505884] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 961.505884] env[69742]: value = "task-4060758" [ 961.505884] env[69742]: _type = "Task" [ 961.505884] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.515251] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.731031] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.809s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.731031] env[69742]: DEBUG nova.compute.manager [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.736407] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.319s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.737704] env[69742]: INFO nova.compute.claims [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.919731] env[69742]: DEBUG nova.network.neutron [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Successfully updated port: 0935737a-c6c1-49e8-8cf7-d6c13ba454dc {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.940033] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cdc706-c668-62db-32d3-a59ac14133bf, 'name': SearchDatastore_Task, 'duration_secs': 0.014003} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.940373] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.940622] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.940870] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.941043] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.941254] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.941878] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c9fb3fb-21c4-4701-bc8f-b57882e720e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.954648] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.954888] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.955837] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c756b3b0-5232-4ccc-b4bf-dac5d25e7896 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.965759] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: e374003a-19c9-4dd1-a636-ccd9b69e7790] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.971845] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 961.971845] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d5042d-503e-0b86-28c3-6d0d891e0d6a" [ 961.971845] env[69742]: _type = "Task" [ 961.971845] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.991351] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d5042d-503e-0b86-28c3-6d0d891e0d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01763} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.992583] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ded6741-5b4d-4c3f-8d8e-005af4da71ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.001440] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 962.001440] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f3fc48-7a59-a56f-a980-930ec090a758" [ 962.001440] env[69742]: _type = "Task" [ 962.001440] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.024224] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f3fc48-7a59-a56f-a980-930ec090a758, 'name': SearchDatastore_Task, 'duration_secs': 0.016189} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.029081] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.029423] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 9030bfbe-5557-4101-b2b7-06cc63159def/9030bfbe-5557-4101-b2b7-06cc63159def.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.030451] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060758, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.030743] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ae9f8d-ce15-44fb-b38c-f52a413dd1c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.044437] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 962.044437] env[69742]: value = "task-4060759" [ 962.044437] env[69742]: _type = "Task" [ 962.044437] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.057768] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.060167] env[69742]: DEBUG nova.compute.manager [req-0b52fd77-733c-4338-ab39-df9c6df5b9ee req-c64a5c23-c202-4af2-8653-87de4b8643ac service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Received event network-vif-plugged-0935737a-c6c1-49e8-8cf7-d6c13ba454dc {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.060407] env[69742]: DEBUG oslo_concurrency.lockutils [req-0b52fd77-733c-4338-ab39-df9c6df5b9ee req-c64a5c23-c202-4af2-8653-87de4b8643ac service nova] Acquiring lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.060628] env[69742]: DEBUG oslo_concurrency.lockutils [req-0b52fd77-733c-4338-ab39-df9c6df5b9ee req-c64a5c23-c202-4af2-8653-87de4b8643ac service nova] Lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.060976] env[69742]: DEBUG oslo_concurrency.lockutils [req-0b52fd77-733c-4338-ab39-df9c6df5b9ee req-c64a5c23-c202-4af2-8653-87de4b8643ac service nova] Lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.061261] env[69742]: DEBUG nova.compute.manager [req-0b52fd77-733c-4338-ab39-df9c6df5b9ee req-c64a5c23-c202-4af2-8653-87de4b8643ac service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] No waiting events found dispatching network-vif-plugged-0935737a-c6c1-49e8-8cf7-d6c13ba454dc {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.061486] env[69742]: WARNING nova.compute.manager [req-0b52fd77-733c-4338-ab39-df9c6df5b9ee req-c64a5c23-c202-4af2-8653-87de4b8643ac service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Received unexpected event network-vif-plugged-0935737a-c6c1-49e8-8cf7-d6c13ba454dc for instance with vm_state building and task_state spawning. [ 962.238727] env[69742]: DEBUG nova.compute.utils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.240673] env[69742]: DEBUG nova.compute.manager [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Not allocating networking since 'none' was specified. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 962.328932] env[69742]: DEBUG nova.network.neutron [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updated VIF entry in instance network info cache for port c4720c8c-b38f-42e5-a5cc-d3774760b46d. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.329343] env[69742]: DEBUG nova.network.neutron [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updating instance_info_cache with network_info: [{"id": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "address": "fa:16:3e:09:7b:e1", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4720c8c-b3", "ovs_interfaceid": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.424724] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquiring lock "refresh_cache-dc45777c-ff0a-4fa5-8280-cc0a3b793d74" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.432924] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquired lock "refresh_cache-dc45777c-ff0a-4fa5-8280-cc0a3b793d74" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.432924] env[69742]: DEBUG nova.network.neutron [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.474924] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 919ee366-6f31-44c2-8d44-5ff2cdfc1dbc] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.522432] env[69742]: DEBUG oslo_vmware.api [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060758, 'name': PowerOnVM_Task, 'duration_secs': 0.57046} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.522432] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.522432] env[69742]: INFO nova.compute.manager [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Took 7.67 seconds to spawn the instance on the hypervisor. [ 962.522432] env[69742]: DEBUG nova.compute.manager [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.522432] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8e6772-a3f1-4b4a-a93d-591fe9808f4c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.560842] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060759, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.606034] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquiring lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.608562] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.744797] env[69742]: DEBUG nova.compute.manager [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.834310] env[69742]: DEBUG oslo_concurrency.lockutils [req-3d57a192-bf49-407e-b593-0ff87c8c4e8a req-5d55ec91-2401-4047-ae25-c67ccbdec92c service nova] Releasing lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.978432] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 073e9b15-e59c-48ae-ad2f-16608e240d4e] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.038362] env[69742]: DEBUG nova.network.neutron [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.051318] env[69742]: INFO nova.compute.manager [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Took 42.09 seconds to build instance. [ 963.075644] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060759, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.110856] env[69742]: DEBUG nova.compute.manager [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.192074] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2282b40f-caf9-4716-8ccb-59f42e89e81d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.204332] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c117f5a-463c-4d2d-b070-b9e003910a6c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.243673] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45b2b44-341b-4eed-9b51-68433b968c28 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.258486] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093956de-f6d9-4f4e-ae73-1eb38055be26 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.280050] env[69742]: DEBUG nova.compute.provider_tree [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.288157] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.288446] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.379511] env[69742]: DEBUG nova.network.neutron [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Updating instance_info_cache with network_info: [{"id": "0935737a-c6c1-49e8-8cf7-d6c13ba454dc", "address": "fa:16:3e:de:3f:14", "network": {"id": "e1102a92-e310-449c-9c87-a0d269681266", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1028376866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "666aeb709bea494f8782d15d735451db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0935737a-c6", "ovs_interfaceid": "0935737a-c6c1-49e8-8cf7-d6c13ba454dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.484093] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 8617a12d-4f02-4700-ba5d-d342318cc0e2] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.553297] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c79d82d3-cefb-4735-8de5-81cc4b90a42a tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "ffc53993-dd71-4c83-a401-91dfbcea4e54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.603s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.564970] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060759, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.637238] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.687533] env[69742]: INFO nova.compute.manager [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Rescuing [ 963.688916] env[69742]: DEBUG oslo_concurrency.lockutils [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.688916] env[69742]: DEBUG oslo_concurrency.lockutils [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.688916] env[69742]: DEBUG nova.network.neutron [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.763017] env[69742]: DEBUG nova.compute.manager [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.791573] env[69742]: DEBUG nova.scheduler.client.report [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.795672] env[69742]: DEBUG nova.compute.manager [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.810723] env[69742]: DEBUG nova.virt.hardware [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.811051] env[69742]: DEBUG nova.virt.hardware [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.811406] env[69742]: DEBUG nova.virt.hardware [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.811648] env[69742]: DEBUG nova.virt.hardware [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.811813] env[69742]: DEBUG nova.virt.hardware [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.812423] env[69742]: DEBUG nova.virt.hardware [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.812762] env[69742]: DEBUG nova.virt.hardware [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.812949] env[69742]: DEBUG nova.virt.hardware [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.813404] env[69742]: DEBUG nova.virt.hardware [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.813404] env[69742]: DEBUG nova.virt.hardware [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.813538] env[69742]: DEBUG nova.virt.hardware [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.814589] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4d4fe6-9530-43b4-8430-7e7f04851729 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.829952] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97407a32-c66d-4a60-96c4-c759be25fcd7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.850890] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.860052] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Creating folder: Project (c609c02315ee4e1c976fe1ea47840191). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.860052] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a932116e-b3c6-4a5d-bdc2-02df362dfb44 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.871330] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Created folder: Project (c609c02315ee4e1c976fe1ea47840191) in parent group-v804621. [ 963.872291] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Creating folder: Instances. Parent ref: group-v804812. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.872291] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f122f4e2-aaa9-4cb0-a2be-09274646f4f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.882558] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Releasing lock "refresh_cache-dc45777c-ff0a-4fa5-8280-cc0a3b793d74" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.883503] env[69742]: DEBUG nova.compute.manager [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Instance network_info: |[{"id": "0935737a-c6c1-49e8-8cf7-d6c13ba454dc", "address": "fa:16:3e:de:3f:14", "network": {"id": "e1102a92-e310-449c-9c87-a0d269681266", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1028376866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "666aeb709bea494f8782d15d735451db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0935737a-c6", "ovs_interfaceid": "0935737a-c6c1-49e8-8cf7-d6c13ba454dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.886746] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:3f:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0935737a-c6c1-49e8-8cf7-d6c13ba454dc', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.896898] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Creating folder: Project (666aeb709bea494f8782d15d735451db). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.897985] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Created folder: Instances in parent group-v804812. [ 963.898363] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.898973] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48a9ad1e-87e1-42ce-a880-bf111e906ae0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.901627] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.902398] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29253c5a-e283-4f97-aa72-a685c3d82525 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.924028] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.924028] env[69742]: value = "task-4060763" [ 963.924028] env[69742]: _type = "Task" [ 963.924028] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.929590] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Created folder: Project (666aeb709bea494f8782d15d735451db) in parent group-v804621. [ 963.929807] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Creating folder: Instances. Parent ref: group-v804814. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.932121] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcb80201-f63c-45f3-99a3-e93b677956e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.938237] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060763, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.943702] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Created folder: Instances in parent group-v804814. [ 963.944015] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.944238] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.944496] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a77501c-b525-42c9-a63b-b42bd7c40882 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.966117] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.966117] env[69742]: value = "task-4060765" [ 963.966117] env[69742]: _type = "Task" [ 963.966117] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.975572] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060765, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.986593] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 2c18c12a-e19e-4da8-bc5f-1b4856e96c71] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.069873] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060759, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.650605} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.070212] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 9030bfbe-5557-4101-b2b7-06cc63159def/9030bfbe-5557-4101-b2b7-06cc63159def.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.070471] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.070745] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dddc737a-4a22-4adf-ba20-652acc77a3e3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.079675] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 964.079675] env[69742]: value = "task-4060766" [ 964.079675] env[69742]: _type = "Task" [ 964.079675] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.092654] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.137821] env[69742]: DEBUG nova.compute.manager [req-46d6439f-88f0-4017-b28a-302ad5f6d30f req-f5b72b33-bcd0-4204-93f2-0c279bee5e35 service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Received event network-changed-0935737a-c6c1-49e8-8cf7-d6c13ba454dc {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.138193] env[69742]: DEBUG nova.compute.manager [req-46d6439f-88f0-4017-b28a-302ad5f6d30f req-f5b72b33-bcd0-4204-93f2-0c279bee5e35 service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Refreshing instance network info cache due to event network-changed-0935737a-c6c1-49e8-8cf7-d6c13ba454dc. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.138430] env[69742]: DEBUG oslo_concurrency.lockutils [req-46d6439f-88f0-4017-b28a-302ad5f6d30f req-f5b72b33-bcd0-4204-93f2-0c279bee5e35 service nova] Acquiring lock "refresh_cache-dc45777c-ff0a-4fa5-8280-cc0a3b793d74" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.138511] env[69742]: DEBUG oslo_concurrency.lockutils [req-46d6439f-88f0-4017-b28a-302ad5f6d30f req-f5b72b33-bcd0-4204-93f2-0c279bee5e35 service nova] Acquired lock "refresh_cache-dc45777c-ff0a-4fa5-8280-cc0a3b793d74" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.139226] env[69742]: DEBUG nova.network.neutron [req-46d6439f-88f0-4017-b28a-302ad5f6d30f req-f5b72b33-bcd0-4204-93f2-0c279bee5e35 service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Refreshing network info cache for port 0935737a-c6c1-49e8-8cf7-d6c13ba454dc {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.300583] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.301246] env[69742]: DEBUG nova.compute.manager [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.310225] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.224s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.311657] env[69742]: INFO nova.compute.claims [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.334704] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.439075] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060763, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.477472] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060765, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.491043] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 55aa0827-e927-488e-902b-3cbde2f3d36b] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.573887] env[69742]: DEBUG nova.network.neutron [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Updating instance_info_cache with network_info: [{"id": "f11a5a16-1545-4ce8-8043-fe9d2ab65098", "address": "fa:16:3e:40:8a:ae", "network": {"id": "6676bd2c-18cf-4cb7-abc3-5ce59182801f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-461759109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7902963aa37e4016a96a9c32c8e1ddf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11a5a16-15", "ovs_interfaceid": "f11a5a16-1545-4ce8-8043-fe9d2ab65098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.593480] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090275} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.593906] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.595116] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce42dec-1cf0-4422-a137-7d68791d9129 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.625455] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 9030bfbe-5557-4101-b2b7-06cc63159def/9030bfbe-5557-4101-b2b7-06cc63159def.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.626244] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-febba531-4627-4348-8e13-362b00d01938 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.649326] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 964.649326] env[69742]: value = "task-4060767" [ 964.649326] env[69742]: _type = "Task" [ 964.649326] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.660299] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.809435] env[69742]: DEBUG nova.compute.utils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.811775] env[69742]: DEBUG nova.compute.manager [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.812094] env[69742]: DEBUG nova.network.neutron [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.909433] env[69742]: DEBUG nova.policy [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f0f554089a241a99c668a1732ce5aa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e73a59541e4a95953cc92c7a9e68f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.938147] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060763, 'name': CreateVM_Task, 'duration_secs': 0.765375} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.938475] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.939119] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.939946] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.942148] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.942332] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6d1383-d006-4fc6-b63c-c195ab890a95 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.951128] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 964.951128] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c6807b-ca5a-7fae-ccfa-623c038df7ff" [ 964.951128] env[69742]: _type = "Task" [ 964.951128] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.961621] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c6807b-ca5a-7fae-ccfa-623c038df7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.988764] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060765, 'name': CreateVM_Task, 'duration_secs': 0.723344} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.989073] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.989824] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.994070] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: a936140b-b304-4067-a3f9-bfd0445b4950] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.077441] env[69742]: DEBUG oslo_concurrency.lockutils [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Releasing lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.117272] env[69742]: DEBUG nova.network.neutron [req-46d6439f-88f0-4017-b28a-302ad5f6d30f req-f5b72b33-bcd0-4204-93f2-0c279bee5e35 service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Updated VIF entry in instance network info cache for port 0935737a-c6c1-49e8-8cf7-d6c13ba454dc. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.118324] env[69742]: DEBUG nova.network.neutron [req-46d6439f-88f0-4017-b28a-302ad5f6d30f req-f5b72b33-bcd0-4204-93f2-0c279bee5e35 service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Updating instance_info_cache with network_info: [{"id": "0935737a-c6c1-49e8-8cf7-d6c13ba454dc", "address": "fa:16:3e:de:3f:14", "network": {"id": "e1102a92-e310-449c-9c87-a0d269681266", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1028376866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "666aeb709bea494f8782d15d735451db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0935737a-c6", "ovs_interfaceid": "0935737a-c6c1-49e8-8cf7-d6c13ba454dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.162720] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060767, 'name': ReconfigVM_Task, 'duration_secs': 0.385966} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.163427] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 9030bfbe-5557-4101-b2b7-06cc63159def/9030bfbe-5557-4101-b2b7-06cc63159def.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.164911] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bdaac7c-bc61-4bd0-9f90-52c98dca901b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.174055] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 965.174055] env[69742]: value = "task-4060768" [ 965.174055] env[69742]: _type = "Task" [ 965.174055] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.186042] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060768, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.320241] env[69742]: DEBUG nova.compute.manager [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.466887] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c6807b-ca5a-7fae-ccfa-623c038df7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016193} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.470248] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.470519] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.470763] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.470908] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.471100] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.472322] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.472322] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.472322] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc30f097-b643-4b4a-9c9e-92b96a2c5874 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.474211] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a0ba7d-11d7-459e-99cb-760dcc577c4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.481273] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for the task: (returnval){ [ 965.481273] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52917d23-2ada-59c2-868b-d2f8cca48829" [ 965.481273] env[69742]: _type = "Task" [ 965.481273] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.492723] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52917d23-2ada-59c2-868b-d2f8cca48829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.495844] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.495993] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.498187] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 64f5389c-9f99-4dcf-827e-28a63d2fd863] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.500040] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2aba7d-f69a-4d54-9c87-3af919fb5623 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.509220] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 965.509220] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5220e78f-4498-c291-14b1-f0ca61022695" [ 965.509220] env[69742]: _type = "Task" [ 965.509220] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.523963] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5220e78f-4498-c291-14b1-f0ca61022695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.620317] env[69742]: DEBUG oslo_concurrency.lockutils [req-46d6439f-88f0-4017-b28a-302ad5f6d30f req-f5b72b33-bcd0-4204-93f2-0c279bee5e35 service nova] Releasing lock "refresh_cache-dc45777c-ff0a-4fa5-8280-cc0a3b793d74" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.688425] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060768, 'name': Rename_Task, 'duration_secs': 0.236648} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.688760] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.689036] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-469c6571-6140-403f-aae6-f7a8edb4e0f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.697216] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 965.697216] env[69742]: value = "task-4060769" [ 965.697216] env[69742]: _type = "Task" [ 965.697216] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.709592] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.750534] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e7a356-82b7-4aaf-8830-5459f550afb9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.759979] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021f210d-393e-4cd4-a87b-25a91c6f1124 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.818275] env[69742]: DEBUG nova.network.neutron [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Successfully created port: 0da84391-64c3-4f13-96a2-8e4e6ff8ba84 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.823112] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0778906f-35d8-475f-99c0-743c7b167a34 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.839082] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3f725f-891f-4df3-a099-da5e8a3ab9d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.856542] env[69742]: DEBUG nova.compute.provider_tree [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.992951] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52917d23-2ada-59c2-868b-d2f8cca48829, 'name': SearchDatastore_Task, 'duration_secs': 0.01622} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.993315] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.993555] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.993778] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.005285] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 3a8deddd-1624-4b69-b150-b5d9487ea7ed] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.021649] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5220e78f-4498-c291-14b1-f0ca61022695, 'name': SearchDatastore_Task, 'duration_secs': 0.016589} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.022621] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc93a87a-30ab-4123-9fe4-75791f3a147c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.031065] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 966.031065] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523c76c2-5d5d-d6dd-4f86-5dfb4f1f0588" [ 966.031065] env[69742]: _type = "Task" [ 966.031065] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.042864] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523c76c2-5d5d-d6dd-4f86-5dfb4f1f0588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.213740] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060769, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.332827] env[69742]: DEBUG nova.compute.manager [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.363656] env[69742]: DEBUG nova.virt.hardware [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.363656] env[69742]: DEBUG nova.virt.hardware [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.363656] env[69742]: DEBUG nova.virt.hardware [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.363656] env[69742]: DEBUG nova.virt.hardware [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.363656] env[69742]: DEBUG nova.virt.hardware [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.363656] env[69742]: DEBUG nova.virt.hardware [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.363656] env[69742]: DEBUG nova.virt.hardware [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.363656] env[69742]: DEBUG nova.virt.hardware [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.363656] env[69742]: DEBUG nova.virt.hardware [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.363656] env[69742]: DEBUG nova.virt.hardware [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.363656] env[69742]: DEBUG nova.virt.hardware [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.367469] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635ff91d-c74b-4e9a-a3d0-e66576d3fe0d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.378189] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf374e-70ac-4322-8716-b562e231f526 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.401355] env[69742]: ERROR nova.scheduler.client.report [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [req-64920ad8-9992-4995-8380-bdb41dfd8dc1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64920ad8-9992-4995-8380-bdb41dfd8dc1"}]} [ 966.420527] env[69742]: DEBUG nova.scheduler.client.report [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 966.436322] env[69742]: DEBUG nova.scheduler.client.report [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 966.436613] env[69742]: DEBUG nova.compute.provider_tree [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.451260] env[69742]: DEBUG nova.scheduler.client.report [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 966.482451] env[69742]: DEBUG nova.scheduler.client.report [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 966.506633] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: e4d09780-08a6-4fa0-8b87-f682e2aa0909] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.551095] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523c76c2-5d5d-d6dd-4f86-5dfb4f1f0588, 'name': SearchDatastore_Task, 'duration_secs': 0.019916} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.556024] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.556417] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ce464ff4-a566-47a7-9f5c-0a6357de0c98/ce464ff4-a566-47a7-9f5c-0a6357de0c98.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.557594] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.559047] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.559047] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ee1e794-cfcf-4f33-a3b9-6c7c12139c48 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.564883] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6290e3b8-f74c-403d-ab27-9e74c7af3db5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.571092] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 966.571092] env[69742]: value = "task-4060770" [ 966.571092] env[69742]: _type = "Task" [ 966.571092] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.580387] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.580606] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.581977] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d803492-9049-4ccf-896c-ae9e4240166f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.590059] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.594680] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for the task: (returnval){ [ 966.594680] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524cc364-3eba-aedd-f218-aa3c221e4ae5" [ 966.594680] env[69742]: _type = "Task" [ 966.594680] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.607547] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524cc364-3eba-aedd-f218-aa3c221e4ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.625539] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.625912] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c29f2b7-c129-4b61-9305-f6b80e79acfc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.641418] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 966.641418] env[69742]: value = "task-4060771" [ 966.641418] env[69742]: _type = "Task" [ 966.641418] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.651280] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.710998] env[69742]: DEBUG oslo_vmware.api [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060769, 'name': PowerOnVM_Task, 'duration_secs': 0.897211} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.714676] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.714823] env[69742]: INFO nova.compute.manager [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Took 9.32 seconds to spawn the instance on the hypervisor. [ 966.715225] env[69742]: DEBUG nova.compute.manager [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.716526] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17e1bb7-d10e-4cf5-b891-95d657a72a72 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.985654] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb7cbce-6149-4534-bc60-08b5cf2eae5c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.995184] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b94108f-becc-4303-b367-ab5ac5d221a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.029744] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 135ff4da-ae66-4773-807a-99497e79c966] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.032577] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df91d13c-1874-4ede-9791-ac234e7d0954 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.043415] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61750ba3-4181-4fb3-8154-d436d8309bc0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.067180] env[69742]: DEBUG nova.compute.provider_tree [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.084393] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060770, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.113745] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524cc364-3eba-aedd-f218-aa3c221e4ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.115352] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500df802-ba60-4026-b375-bed51d434103 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.124156] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for the task: (returnval){ [ 967.124156] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52935aed-c63b-712f-2547-cbed0a168c71" [ 967.124156] env[69742]: _type = "Task" [ 967.124156] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.138528] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52935aed-c63b-712f-2547-cbed0a168c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.153851] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060771, 'name': PowerOffVM_Task, 'duration_secs': 0.300337} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.153964] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.154880] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc61ecb-a157-4a91-8af2-0617bafbe0b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.182248] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c996b65d-5120-41ab-bb50-fe3bae97763e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.226598] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.227034] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-079a4dac-deed-4cd5-83d5-cf4b25cc7f2f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.238098] env[69742]: INFO nova.compute.manager [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Took 42.68 seconds to build instance. [ 967.244924] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 967.244924] env[69742]: value = "task-4060772" [ 967.244924] env[69742]: _type = "Task" [ 967.244924] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.261290] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 967.261819] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.261819] env[69742]: DEBUG oslo_concurrency.lockutils [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.536966] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: daf98c6d-4dc6-4d33-a53c-4d9d8800de6c] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.587863] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674837} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.588171] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ce464ff4-a566-47a7-9f5c-0a6357de0c98/ce464ff4-a566-47a7-9f5c-0a6357de0c98.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.588420] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.588703] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91fae8ab-68e8-4ddf-952f-5a3f69e3bdb2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.599622] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 967.599622] env[69742]: value = "task-4060773" [ 967.599622] env[69742]: _type = "Task" [ 967.599622] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.605089] env[69742]: ERROR nova.scheduler.client.report [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [req-68994995-f01c-4d59-b62c-0faf168519ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-68994995-f01c-4d59-b62c-0faf168519ff"}]} [ 967.617416] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.630687] env[69742]: DEBUG nova.scheduler.client.report [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 967.645512] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52935aed-c63b-712f-2547-cbed0a168c71, 'name': SearchDatastore_Task, 'duration_secs': 0.060034} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.645889] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.646265] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] dc45777c-ff0a-4fa5-8280-cc0a3b793d74/dc45777c-ff0a-4fa5-8280-cc0a3b793d74.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.646599] env[69742]: DEBUG oslo_concurrency.lockutils [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.646878] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.647159] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e5c266d-ceee-4f42-a5fa-6ac622cb1894 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.649953] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9ec86d3-ea6b-43a0-ba92-0d65c057bfd7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.655957] env[69742]: DEBUG nova.scheduler.client.report [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 967.655957] env[69742]: DEBUG nova.compute.provider_tree [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.659964] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for the task: (returnval){ [ 967.659964] env[69742]: value = "task-4060774" [ 967.659964] env[69742]: _type = "Task" [ 967.659964] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.664203] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.665038] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.665691] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e1bc56-dca4-4ee7-aaeb-575f13948142 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.672188] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.675352] env[69742]: DEBUG nova.scheduler.client.report [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 967.682597] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 967.682597] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525d0471-f685-32f6-f55d-a8b8cf8f7324" [ 967.682597] env[69742]: _type = "Task" [ 967.682597] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.691886] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525d0471-f685-32f6-f55d-a8b8cf8f7324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.701764] env[69742]: DEBUG nova.scheduler.client.report [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 967.744108] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2bbb1802-a868-4294-b258-210614853780 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.195s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.776509] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquiring lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.779031] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.951036] env[69742]: DEBUG nova.compute.manager [req-f53e453d-2074-48ea-a2af-c02c3a33d8f8 req-29724a2c-90de-4363-bdb4-cb74fe7a712d service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Received event network-vif-plugged-0da84391-64c3-4f13-96a2-8e4e6ff8ba84 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.951036] env[69742]: DEBUG oslo_concurrency.lockutils [req-f53e453d-2074-48ea-a2af-c02c3a33d8f8 req-29724a2c-90de-4363-bdb4-cb74fe7a712d service nova] Acquiring lock "6f4584a0-8660-429d-a4b5-929161750e3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.951036] env[69742]: DEBUG oslo_concurrency.lockutils [req-f53e453d-2074-48ea-a2af-c02c3a33d8f8 req-29724a2c-90de-4363-bdb4-cb74fe7a712d service nova] Lock "6f4584a0-8660-429d-a4b5-929161750e3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.951188] env[69742]: DEBUG oslo_concurrency.lockutils [req-f53e453d-2074-48ea-a2af-c02c3a33d8f8 req-29724a2c-90de-4363-bdb4-cb74fe7a712d service nova] Lock "6f4584a0-8660-429d-a4b5-929161750e3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.951349] env[69742]: DEBUG nova.compute.manager [req-f53e453d-2074-48ea-a2af-c02c3a33d8f8 req-29724a2c-90de-4363-bdb4-cb74fe7a712d service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] No waiting events found dispatching network-vif-plugged-0da84391-64c3-4f13-96a2-8e4e6ff8ba84 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.951589] env[69742]: WARNING nova.compute.manager [req-f53e453d-2074-48ea-a2af-c02c3a33d8f8 req-29724a2c-90de-4363-bdb4-cb74fe7a712d service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Received unexpected event network-vif-plugged-0da84391-64c3-4f13-96a2-8e4e6ff8ba84 for instance with vm_state building and task_state spawning. [ 968.041136] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: fded7459-3142-427d-9771-b97ca1de03bd] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.115235] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093895} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.119377] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.120851] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4295a8-fac6-4980-9cc5-d757f115303f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.144783] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] ce464ff4-a566-47a7-9f5c-0a6357de0c98/ce464ff4-a566-47a7-9f5c-0a6357de0c98.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.149542] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad317b41-5392-4dd8-8ca4-8b9764f55095 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.173342] env[69742]: DEBUG nova.network.neutron [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Successfully updated port: 0da84391-64c3-4f13-96a2-8e4e6ff8ba84 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.199856] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 968.199856] env[69742]: value = "task-4060775" [ 968.199856] env[69742]: _type = "Task" [ 968.199856] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.200688] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060774, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.211528] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525d0471-f685-32f6-f55d-a8b8cf8f7324, 'name': SearchDatastore_Task, 'duration_secs': 0.029585} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.216869] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f580825f-43f8-44f9-a1e1-aec11ab0d68f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.227154] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.228272] env[69742]: DEBUG oslo_vmware.rw_handles [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e85c53-ca82-b230-8e67-db28a3247b9e/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.230856] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf1e399-0cdf-46cc-92be-83bf979714b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.235151] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8290976-e7f2-43a0-a1b2-2b7ebe823198 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.242529] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 968.242529] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0e337-a70e-12ee-ccd5-443b3948da13" [ 968.242529] env[69742]: _type = "Task" [ 968.242529] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.254028] env[69742]: DEBUG oslo_vmware.rw_handles [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e85c53-ca82-b230-8e67-db28a3247b9e/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.254028] env[69742]: ERROR oslo_vmware.rw_handles [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e85c53-ca82-b230-8e67-db28a3247b9e/disk-0.vmdk due to incomplete transfer. [ 968.254028] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae4e21d-3e36-4194-96a3-ee4e8febda57 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.257033] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-559cbf7e-d2fe-4a5a-9d61-0510529f806d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.263399] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0e337-a70e-12ee-ccd5-443b3948da13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.296536] env[69742]: DEBUG nova.compute.manager [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.300949] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0d8a7a-b173-4063-bbf0-ef3167e9a77a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.303759] env[69742]: DEBUG oslo_vmware.rw_handles [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e85c53-ca82-b230-8e67-db28a3247b9e/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.303959] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Uploaded image 7ba1addd-519d-4d69-87b3-e9ac5f265395 to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.306232] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.306774] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d891fd1-aa5a-4691-8e45-0d1013499796 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.315273] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafb3da2-bc60-409b-bae8-243f64e6e2dc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.321017] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 968.321017] env[69742]: value = "task-4060776" [ 968.321017] env[69742]: _type = "Task" [ 968.321017] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.334110] env[69742]: DEBUG nova.compute.provider_tree [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.340323] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060776, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.549713] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: b0634adf-22c7-45be-b90f-30400b68f52b] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.680036] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquiring lock "refresh_cache-6f4584a0-8660-429d-a4b5-929161750e3d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.680221] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquired lock "refresh_cache-6f4584a0-8660-429d-a4b5-929161750e3d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.680449] env[69742]: DEBUG nova.network.neutron [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.691908] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689403} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.692043] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] dc45777c-ff0a-4fa5-8280-cc0a3b793d74/dc45777c-ff0a-4fa5-8280-cc0a3b793d74.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.692192] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.692458] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54d66f0d-5a95-4c2f-8531-4e586c937edb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.702193] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for the task: (returnval){ [ 968.702193] env[69742]: value = "task-4060777" [ 968.702193] env[69742]: _type = "Task" [ 968.702193] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.720998] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.724170] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060775, 'name': ReconfigVM_Task, 'duration_secs': 0.388156} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.724537] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Reconfigured VM instance instance-00000046 to attach disk [datastore2] ce464ff4-a566-47a7-9f5c-0a6357de0c98/ce464ff4-a566-47a7-9f5c-0a6357de0c98.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.725286] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35393676-4161-4706-a2fd-3a607c74c7d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.734292] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 968.734292] env[69742]: value = "task-4060778" [ 968.734292] env[69742]: _type = "Task" [ 968.734292] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.745817] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060778, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.757604] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0e337-a70e-12ee-ccd5-443b3948da13, 'name': SearchDatastore_Task, 'duration_secs': 0.061773} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.758322] env[69742]: DEBUG oslo_concurrency.lockutils [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.758634] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ffc53993-dd71-4c83-a401-91dfbcea4e54/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. {{(pid=69742) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 968.758887] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5246f84-44d4-4ebf-843a-b529ea574d12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.769142] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 968.769142] env[69742]: value = "task-4060779" [ 968.769142] env[69742]: _type = "Task" [ 968.769142] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.778530] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.839277] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060776, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.842398] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.914485] env[69742]: DEBUG nova.scheduler.client.report [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 968.914791] env[69742]: DEBUG nova.compute.provider_tree [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 96 to 97 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 968.915692] env[69742]: DEBUG nova.compute.provider_tree [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.054574] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: c14a3623-4df3-41b9-bc09-6bfff4ad45e2] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.178245] env[69742]: DEBUG nova.compute.manager [req-f2c5111c-79ed-4071-bd3f-11eee15eecba req-c9dfdf54-226b-42ee-b969-af7c2fe6f289 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Received event network-changed-c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.178245] env[69742]: DEBUG nova.compute.manager [req-f2c5111c-79ed-4071-bd3f-11eee15eecba req-c9dfdf54-226b-42ee-b969-af7c2fe6f289 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Refreshing instance network info cache due to event network-changed-c4720c8c-b38f-42e5-a5cc-d3774760b46d. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.178245] env[69742]: DEBUG oslo_concurrency.lockutils [req-f2c5111c-79ed-4071-bd3f-11eee15eecba req-c9dfdf54-226b-42ee-b969-af7c2fe6f289 service nova] Acquiring lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.178245] env[69742]: DEBUG oslo_concurrency.lockutils [req-f2c5111c-79ed-4071-bd3f-11eee15eecba req-c9dfdf54-226b-42ee-b969-af7c2fe6f289 service nova] Acquired lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.178245] env[69742]: DEBUG nova.network.neutron [req-f2c5111c-79ed-4071-bd3f-11eee15eecba req-c9dfdf54-226b-42ee-b969-af7c2fe6f289 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Refreshing network info cache for port c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.213428] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0845} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.213744] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.214645] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3427088a-7f45-44c6-aa42-ae25ff89298c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.240696] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] dc45777c-ff0a-4fa5-8280-cc0a3b793d74/dc45777c-ff0a-4fa5-8280-cc0a3b793d74.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.241131] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08353930-646e-4bd3-a7ba-4e2921d41aaf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.262123] env[69742]: DEBUG nova.network.neutron [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.269434] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060778, 'name': Rename_Task, 'duration_secs': 0.163806} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.274469] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.275720] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for the task: (returnval){ [ 969.275720] env[69742]: value = "task-4060780" [ 969.275720] env[69742]: _type = "Task" [ 969.275720] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.275720] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd6cb1ee-3c44-40d1-8c0c-a290e0329aca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.287213] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.295703] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.297411] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 969.297411] env[69742]: value = "task-4060781" [ 969.297411] env[69742]: _type = "Task" [ 969.297411] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.306400] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.333854] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060776, 'name': Destroy_Task, 'duration_secs': 0.772445} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.334403] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Destroyed the VM [ 969.334761] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.335064] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f19020ed-f0ec-4537-874b-7c53c0918857 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.343663] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 969.343663] env[69742]: value = "task-4060782" [ 969.343663] env[69742]: _type = "Task" [ 969.343663] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.353863] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.428479] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.118s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.429062] env[69742]: DEBUG nova.compute.manager [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.431865] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.850s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.432116] env[69742]: DEBUG nova.objects.instance [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 969.562677] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 73aca2a6-ca4f-4177-bd7d-1414e7ee40d0] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.720451] env[69742]: DEBUG nova.network.neutron [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Updating instance_info_cache with network_info: [{"id": "0da84391-64c3-4f13-96a2-8e4e6ff8ba84", "address": "fa:16:3e:c4:6c:b0", "network": {"id": "3307aa13-4dfa-49ef-b6fe-366fd5656435", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1530386669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e73a59541e4a95953cc92c7a9e68f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da84391-64", "ovs_interfaceid": "0da84391-64c3-4f13-96a2-8e4e6ff8ba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.785897] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688632} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.786029] env[69742]: INFO nova.virt.vmwareapi.ds_util [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ffc53993-dd71-4c83-a401-91dfbcea4e54/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. [ 969.788407] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45270b29-3cd8-4ed6-ae37-e31b9d7b46d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.798902] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.839266] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] ffc53993-dd71-4c83-a401-91dfbcea4e54/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.839266] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-449a897d-26e1-43f7-b24d-f2993ed7f4b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.859214] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060781, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.870436] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.872776] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 969.872776] env[69742]: value = "task-4060783" [ 969.872776] env[69742]: _type = "Task" [ 969.872776] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.894469] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.938350] env[69742]: DEBUG nova.compute.utils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.944413] env[69742]: DEBUG nova.compute.manager [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.944614] env[69742]: DEBUG nova.network.neutron [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.023374] env[69742]: DEBUG nova.policy [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4802711e6ba949c9b6688ea3f1f06cbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef6f9c0db684e2887f72164b899c003', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.031996] env[69742]: DEBUG nova.network.neutron [req-f2c5111c-79ed-4071-bd3f-11eee15eecba req-c9dfdf54-226b-42ee-b969-af7c2fe6f289 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updated VIF entry in instance network info cache for port c4720c8c-b38f-42e5-a5cc-d3774760b46d. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.032622] env[69742]: DEBUG nova.network.neutron [req-f2c5111c-79ed-4071-bd3f-11eee15eecba req-c9dfdf54-226b-42ee-b969-af7c2fe6f289 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updating instance_info_cache with network_info: [{"id": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "address": "fa:16:3e:09:7b:e1", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4720c8c-b3", "ovs_interfaceid": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.066385] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 57ebdc08-cc73-4c5d-983d-493ce3c220de] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.227178] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Releasing lock "refresh_cache-6f4584a0-8660-429d-a4b5-929161750e3d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.227178] env[69742]: DEBUG nova.compute.manager [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Instance network_info: |[{"id": "0da84391-64c3-4f13-96a2-8e4e6ff8ba84", "address": "fa:16:3e:c4:6c:b0", "network": {"id": "3307aa13-4dfa-49ef-b6fe-366fd5656435", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1530386669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e73a59541e4a95953cc92c7a9e68f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da84391-64", "ovs_interfaceid": "0da84391-64c3-4f13-96a2-8e4e6ff8ba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.227924] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:6c:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0da84391-64c3-4f13-96a2-8e4e6ff8ba84', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.236725] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Creating folder: Project (66e73a59541e4a95953cc92c7a9e68f2). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.237126] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5402864e-493f-4662-ae90-0bd70ac35886 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.250499] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Created folder: Project (66e73a59541e4a95953cc92c7a9e68f2) in parent group-v804621. [ 970.250643] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Creating folder: Instances. Parent ref: group-v804818. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.250909] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb751a57-a945-4643-b10a-54949d287745 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.262180] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Created folder: Instances in parent group-v804818. [ 970.262474] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.262684] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.262898] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c003df80-3481-41ca-8f13-ee1bc4901546 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.292168] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060780, 'name': ReconfigVM_Task, 'duration_secs': 0.670129} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.292168] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Reconfigured VM instance instance-00000045 to attach disk [datastore2] dc45777c-ff0a-4fa5-8280-cc0a3b793d74/dc45777c-ff0a-4fa5-8280-cc0a3b793d74.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.292765] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.292765] env[69742]: value = "task-4060786" [ 970.292765] env[69742]: _type = "Task" [ 970.292765] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.292958] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11520fab-a072-43d9-ba0f-3291e0ab0e40 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.306694] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060786, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.309222] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for the task: (returnval){ [ 970.309222] env[69742]: value = "task-4060787" [ 970.309222] env[69742]: _type = "Task" [ 970.309222] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.316632] env[69742]: DEBUG oslo_vmware.api [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060781, 'name': PowerOnVM_Task, 'duration_secs': 0.847338} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.317587] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.317779] env[69742]: INFO nova.compute.manager [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Took 6.55 seconds to spawn the instance on the hypervisor. [ 970.318014] env[69742]: DEBUG nova.compute.manager [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.318910] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d790d23-061b-424e-bbb2-7d8b99b4dbaa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.325426] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060787, 'name': Rename_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.370437] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.386379] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.445136] env[69742]: DEBUG nova.compute.manager [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.451786] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a2e49ab1-1495-4472-bb3a-3ca771a47cd7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.453111] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.646s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.453361] env[69742]: DEBUG nova.objects.instance [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 970.523175] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "78ee6c88-0a68-4875-a937-7fabc242d2bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.523577] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "78ee6c88-0a68-4875-a937-7fabc242d2bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.543075] env[69742]: DEBUG oslo_concurrency.lockutils [req-f2c5111c-79ed-4071-bd3f-11eee15eecba req-c9dfdf54-226b-42ee-b969-af7c2fe6f289 service nova] Releasing lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.570765] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 57230e5a-9da3-410e-9b06-5f25f21b5ed4] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.577660] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "5596d63b-ee04-4140-aa3a-6a51538dc207" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.577660] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "5596d63b-ee04-4140-aa3a-6a51538dc207" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.614694] env[69742]: DEBUG nova.network.neutron [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Successfully created port: 48205bbd-5fa1-4e22-b933-35fdb600934e {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.715824] env[69742]: DEBUG nova.compute.manager [req-d7bb6bb6-7cb4-4ec0-b75d-841a00b2e602 req-d8f45a6f-7ec8-49ca-9a14-b766d2669177 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Received event network-changed-0da84391-64c3-4f13-96a2-8e4e6ff8ba84 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.716238] env[69742]: DEBUG nova.compute.manager [req-d7bb6bb6-7cb4-4ec0-b75d-841a00b2e602 req-d8f45a6f-7ec8-49ca-9a14-b766d2669177 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Refreshing instance network info cache due to event network-changed-0da84391-64c3-4f13-96a2-8e4e6ff8ba84. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.716737] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7bb6bb6-7cb4-4ec0-b75d-841a00b2e602 req-d8f45a6f-7ec8-49ca-9a14-b766d2669177 service nova] Acquiring lock "refresh_cache-6f4584a0-8660-429d-a4b5-929161750e3d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.716966] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7bb6bb6-7cb4-4ec0-b75d-841a00b2e602 req-d8f45a6f-7ec8-49ca-9a14-b766d2669177 service nova] Acquired lock "refresh_cache-6f4584a0-8660-429d-a4b5-929161750e3d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.717828] env[69742]: DEBUG nova.network.neutron [req-d7bb6bb6-7cb4-4ec0-b75d-841a00b2e602 req-d8f45a6f-7ec8-49ca-9a14-b766d2669177 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Refreshing network info cache for port 0da84391-64c3-4f13-96a2-8e4e6ff8ba84 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.810568] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060786, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.821196] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060787, 'name': Rename_Task, 'duration_secs': 0.341737} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.821498] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.821757] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de6a80db-5194-4b26-ba27-b91c9dc10166 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.831152] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for the task: (returnval){ [ 970.831152] env[69742]: value = "task-4060788" [ 970.831152] env[69742]: _type = "Task" [ 970.831152] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.848307] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.851182] env[69742]: INFO nova.compute.manager [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Took 34.93 seconds to build instance. [ 970.872122] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060782, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.885245] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060783, 'name': ReconfigVM_Task, 'duration_secs': 0.945058} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.885629] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Reconfigured VM instance instance-00000043 to attach disk [datastore2] ffc53993-dd71-4c83-a401-91dfbcea4e54/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.886704] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb1d4c-0a41-4ee4-922c-d0f5d78e1676 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.926691] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81c4b8e8-11cb-4e36-8bc6-06929c31c89f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.943464] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 970.943464] env[69742]: value = "task-4060789" [ 970.943464] env[69742]: _type = "Task" [ 970.943464] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.959199] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.027341] env[69742]: DEBUG nova.compute.manager [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.077233] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 325ff5b6-806a-49a2-ab23-3447973a5dd7] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.079449] env[69742]: DEBUG nova.compute.manager [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.315789] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060786, 'name': CreateVM_Task, 'duration_secs': 0.522547} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.315789] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.315789] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.315789] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.316033] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.316298] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9746dd82-3036-487e-8e39-f0e50d89a49c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.325520] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for the task: (returnval){ [ 971.325520] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525f72f4-c8e7-58ff-8850-2f2bca4afef3" [ 971.325520] env[69742]: _type = "Task" [ 971.325520] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.342009] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525f72f4-c8e7-58ff-8850-2f2bca4afef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.347413] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.358143] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fb3b02e2-b57c-44d7-8c6d-cf04ca917084 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "ce464ff4-a566-47a7-9f5c-0a6357de0c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.081s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.376308] env[69742]: DEBUG oslo_vmware.api [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060782, 'name': RemoveSnapshot_Task, 'duration_secs': 1.826433} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.376766] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 971.376912] env[69742]: INFO nova.compute.manager [None req-ac4bd7a8-1865-4d37-aa9b-2c6cf342f9fa tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Took 16.05 seconds to snapshot the instance on the hypervisor. [ 971.456882] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.460242] env[69742]: DEBUG nova.compute.manager [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.464190] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f4bf62b4-3dee-4fcc-a936-89e2997bbd87 tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.465561] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.154s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.465561] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.468044] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.755s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.468044] env[69742]: DEBUG nova.objects.instance [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lazy-loading 'resources' on Instance uuid 46fecc62-e620-4135-a751-3df131d2a624 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.489575] env[69742]: DEBUG nova.virt.hardware [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.489838] env[69742]: DEBUG nova.virt.hardware [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.490011] env[69742]: DEBUG nova.virt.hardware [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.490278] env[69742]: DEBUG nova.virt.hardware [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.490359] env[69742]: DEBUG nova.virt.hardware [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.490512] env[69742]: DEBUG nova.virt.hardware [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.490726] env[69742]: DEBUG nova.virt.hardware [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.490887] env[69742]: DEBUG nova.virt.hardware [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.491069] env[69742]: DEBUG nova.virt.hardware [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.491242] env[69742]: DEBUG nova.virt.hardware [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.491418] env[69742]: DEBUG nova.virt.hardware [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.492552] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa5864a-eada-463a-ac87-135cea6b53b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.496145] env[69742]: INFO nova.scheduler.client.report [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted allocations for instance 948da37c-dfc1-4de8-b2a5-de2753a528cf [ 971.500664] env[69742]: DEBUG nova.network.neutron [req-d7bb6bb6-7cb4-4ec0-b75d-841a00b2e602 req-d8f45a6f-7ec8-49ca-9a14-b766d2669177 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Updated VIF entry in instance network info cache for port 0da84391-64c3-4f13-96a2-8e4e6ff8ba84. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.500664] env[69742]: DEBUG nova.network.neutron [req-d7bb6bb6-7cb4-4ec0-b75d-841a00b2e602 req-d8f45a6f-7ec8-49ca-9a14-b766d2669177 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Updating instance_info_cache with network_info: [{"id": "0da84391-64c3-4f13-96a2-8e4e6ff8ba84", "address": "fa:16:3e:c4:6c:b0", "network": {"id": "3307aa13-4dfa-49ef-b6fe-366fd5656435", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1530386669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e73a59541e4a95953cc92c7a9e68f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da84391-64", "ovs_interfaceid": "0da84391-64c3-4f13-96a2-8e4e6ff8ba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.506432] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b3f9e7-ea5c-46fe-bee8-2e482f78ea9e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.550768] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.579930] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 463e35d4-a79b-43a4-9700-3b40ac295bf8] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.601574] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.836731] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525f72f4-c8e7-58ff-8850-2f2bca4afef3, 'name': SearchDatastore_Task, 'duration_secs': 0.026341} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.841059] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.841289] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.841568] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.841740] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.841916] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.842225] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51023ac3-e21b-4680-9683-01bc4ca25b7f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.852177] env[69742]: DEBUG oslo_vmware.api [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060788, 'name': PowerOnVM_Task, 'duration_secs': 0.949585} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.852177] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.852177] env[69742]: INFO nova.compute.manager [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Took 11.89 seconds to spawn the instance on the hypervisor. [ 971.852177] env[69742]: DEBUG nova.compute.manager [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.852177] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d7aba5-eab2-4005-9e8f-28a3d5aef03f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.856708] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.857015] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.858645] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d502f14d-7ced-4480-aeb4-5239227bb77d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.871598] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for the task: (returnval){ [ 971.871598] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b30615-303c-9971-a274-30c56b2bc96b" [ 971.871598] env[69742]: _type = "Task" [ 971.871598] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.880074] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.880280] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.892497] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b30615-303c-9971-a274-30c56b2bc96b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.955508] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.005104] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7bb6bb6-7cb4-4ec0-b75d-841a00b2e602 req-d8f45a6f-7ec8-49ca-9a14-b766d2669177 service nova] Releasing lock "refresh_cache-6f4584a0-8660-429d-a4b5-929161750e3d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.011150] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e2edd53-1c4b-4450-8b16-2309c16ebab6 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "948da37c-dfc1-4de8-b2a5-de2753a528cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.963s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.082627] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 47ee7966-b9b1-49a1-9f34-c09403a33d55] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.366169] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec9c25c-73f4-45df-ad54-084ea8af5b03 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.393026] env[69742]: INFO nova.compute.manager [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Took 43.91 seconds to build instance. [ 972.396073] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70401b0b-6974-4ebf-a075-687a96d9de45 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.404370] env[69742]: DEBUG nova.compute.manager [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.419091] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b30615-303c-9971-a274-30c56b2bc96b, 'name': SearchDatastore_Task, 'duration_secs': 0.024948} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.454896] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f225cd4-3b60-4584-9148-e9318045acef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.460734] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83ad49b-ef3f-48ae-96ce-4cf82eaf4db6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.471112] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060789, 'name': ReconfigVM_Task, 'duration_secs': 1.07843} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.471415] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for the task: (returnval){ [ 972.471415] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5297079d-ab47-5266-c814-6a1974fe1105" [ 972.471415] env[69742]: _type = "Task" [ 972.471415] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.473957] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.474280] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4688d1a2-9747-496c-83b8-bd4a53943a27 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.482370] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dce8895-8871-4224-91a3-19f6cc91caa1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.494920] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5297079d-ab47-5266-c814-6a1974fe1105, 'name': SearchDatastore_Task, 'duration_secs': 0.020831} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.504637] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.504637] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 6f4584a0-8660-429d-a4b5-929161750e3d/6f4584a0-8660-429d-a4b5-929161750e3d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.507864] env[69742]: DEBUG nova.compute.provider_tree [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.507864] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 972.507864] env[69742]: value = "task-4060790" [ 972.507864] env[69742]: _type = "Task" [ 972.507864] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.507864] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d3fba26-8f50-4c80-8dde-b660e4dfaa90 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.520374] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060790, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.522194] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for the task: (returnval){ [ 972.522194] env[69742]: value = "task-4060791" [ 972.522194] env[69742]: _type = "Task" [ 972.522194] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.533390] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.582395] env[69742]: INFO nova.compute.manager [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Rebuilding instance [ 972.586137] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 8975561e-5484-450c-a793-eb8dc7451bf6] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.634865] env[69742]: DEBUG nova.compute.manager [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.636335] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3bf173-834f-46fa-87dd-59316ca231b9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.714539] env[69742]: DEBUG nova.network.neutron [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Successfully updated port: 48205bbd-5fa1-4e22-b933-35fdb600934e {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.911076] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08aa8a49-0a21-4bc3-bccd-d9ef5f2b9f75 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.448s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.933146] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.012122] env[69742]: DEBUG nova.scheduler.client.report [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.030375] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060790, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.037731] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060791, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.049093] env[69742]: DEBUG nova.compute.manager [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Received event network-vif-plugged-48205bbd-5fa1-4e22-b933-35fdb600934e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.049358] env[69742]: DEBUG oslo_concurrency.lockutils [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] Acquiring lock "9d11e70b-f603-4b96-a097-16724b9aaf31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.049646] env[69742]: DEBUG oslo_concurrency.lockutils [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] Lock "9d11e70b-f603-4b96-a097-16724b9aaf31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.049836] env[69742]: DEBUG oslo_concurrency.lockutils [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] Lock "9d11e70b-f603-4b96-a097-16724b9aaf31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.050039] env[69742]: DEBUG nova.compute.manager [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] No waiting events found dispatching network-vif-plugged-48205bbd-5fa1-4e22-b933-35fdb600934e {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.050268] env[69742]: WARNING nova.compute.manager [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Received unexpected event network-vif-plugged-48205bbd-5fa1-4e22-b933-35fdb600934e for instance with vm_state building and task_state spawning. [ 973.050488] env[69742]: DEBUG nova.compute.manager [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Received event network-changed-48205bbd-5fa1-4e22-b933-35fdb600934e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.050653] env[69742]: DEBUG nova.compute.manager [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Refreshing instance network info cache due to event network-changed-48205bbd-5fa1-4e22-b933-35fdb600934e. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.050842] env[69742]: DEBUG oslo_concurrency.lockutils [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] Acquiring lock "refresh_cache-9d11e70b-f603-4b96-a097-16724b9aaf31" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.050975] env[69742]: DEBUG oslo_concurrency.lockutils [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] Acquired lock "refresh_cache-9d11e70b-f603-4b96-a097-16724b9aaf31" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.051161] env[69742]: DEBUG nova.network.neutron [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Refreshing network info cache for port 48205bbd-5fa1-4e22-b933-35fdb600934e {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.089620] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 2614820e-831b-445d-8728-1b906bfc5c90] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.218227] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "refresh_cache-9d11e70b-f603-4b96-a097-16724b9aaf31" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.522936] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.525035] env[69742]: DEBUG oslo_vmware.api [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060790, 'name': PowerOnVM_Task, 'duration_secs': 0.730911} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.525723] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.132s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.527251] env[69742]: INFO nova.compute.claims [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.530113] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.535951] env[69742]: DEBUG nova.compute.manager [None req-06e69893-00f1-48bf-a56b-5cb101b4c131 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.536746] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb91daed-35b9-4b98-9c11-7316020dcdf3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.547530] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606695} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.550218] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 6f4584a0-8660-429d-a4b5-929161750e3d/6f4584a0-8660-429d-a4b5-929161750e3d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.551025] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.551025] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd457a7a-7ff7-4a1f-ab85-52665baebf4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.558823] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for the task: (returnval){ [ 973.558823] env[69742]: value = "task-4060792" [ 973.558823] env[69742]: _type = "Task" [ 973.558823] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.564395] env[69742]: INFO nova.scheduler.client.report [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Deleted allocations for instance 46fecc62-e620-4135-a751-3df131d2a624 [ 973.570716] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.593275] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 42963f87-0fef-4d3c-9f3c-26fd35d8fb8d] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.631485] env[69742]: DEBUG nova.network.neutron [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.652687] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.653054] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26ad793c-fa6c-49c1-992d-af1a4ebe9e90 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.667401] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 973.667401] env[69742]: value = "task-4060793" [ 973.667401] env[69742]: _type = "Task" [ 973.667401] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.680768] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.792037] env[69742]: DEBUG nova.network.neutron [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.069694] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075458} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.074038] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.074038] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca90346-baaa-452a-ae98-a44d21efd4f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.080524] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6c42b38a-22dd-4e04-b9b5-de3df372ff5e tempest-ServerShowV257Test-508959490 tempest-ServerShowV257Test-508959490-project-member] Lock "46fecc62-e620-4135-a751-3df131d2a624" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.669s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.106999] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6f4584a0-8660-429d-a4b5-929161750e3d/6f4584a0-8660-429d-a4b5-929161750e3d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.108261] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: e0685130-b55f-407f-b195-a705ac750cb1] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.110333] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e94fa00d-c105-480c-9950-41fdfa0f3e87 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.139428] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for the task: (returnval){ [ 974.139428] env[69742]: value = "task-4060794" [ 974.139428] env[69742]: _type = "Task" [ 974.139428] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.149777] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.177507] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060793, 'name': PowerOffVM_Task, 'duration_secs': 0.298581} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.177797] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.178478] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.179483] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c14240e-bd53-4195-8ff6-7bd365acd056 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.189672] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.189943] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad4fa777-ffc5-4dc6-8555-49f33bd84ba0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.219786] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.219786] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.219786] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Deleting the datastore file [datastore2] ce464ff4-a566-47a7-9f5c-0a6357de0c98 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.219786] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68dbf662-42c4-4c71-b633-21786646c2c7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.228699] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 974.228699] env[69742]: value = "task-4060796" [ 974.228699] env[69742]: _type = "Task" [ 974.228699] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.239651] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.295668] env[69742]: DEBUG oslo_concurrency.lockutils [req-b33c1105-567e-4bbb-8f34-a94f99a9513c req-80605385-3083-4e8e-8b62-bae0f3626dba service nova] Releasing lock "refresh_cache-9d11e70b-f603-4b96-a097-16724b9aaf31" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.295923] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "refresh_cache-9d11e70b-f603-4b96-a097-16724b9aaf31" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.296109] env[69742]: DEBUG nova.network.neutron [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.426259] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquiring lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.426593] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.426813] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquiring lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.427012] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.427191] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.429236] env[69742]: INFO nova.compute.manager [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Terminating instance [ 974.612057] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.612333] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.629634] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 7b16d0b6-3100-4a64-b469-ad481b1b417e] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.652808] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.742715] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159754} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.742992] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.743226] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.743474] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.847852] env[69742]: DEBUG nova.network.neutron [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.923717] env[69742]: INFO nova.compute.manager [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Unrescuing [ 974.924508] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.924742] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquired lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.924990] env[69742]: DEBUG nova.network.neutron [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.930659] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bbf49d-d460-4c46-acdd-8b0656d8652d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.935729] env[69742]: DEBUG nova.compute.manager [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.935729] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.936924] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af51615-10e1-41cc-8dab-65e4fc8d2c46 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.946911] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864bcd06-2dcb-4144-b4d3-32a4dc783a88 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.950592] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.950842] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79fcd484-6f9b-4767-804d-d9ffbe0e4ebd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.993955] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc264da-748c-4e29-a960-a7bebec4e248 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.996844] env[69742]: DEBUG oslo_vmware.api [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for the task: (returnval){ [ 974.996844] env[69742]: value = "task-4060797" [ 974.996844] env[69742]: _type = "Task" [ 974.996844] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.004573] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13066667-ccac-452d-8806-c77b9dc4f2e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.012109] env[69742]: DEBUG oslo_vmware.api [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.023163] env[69742]: DEBUG nova.compute.provider_tree [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.101298] env[69742]: DEBUG nova.network.neutron [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Updating instance_info_cache with network_info: [{"id": "48205bbd-5fa1-4e22-b933-35fdb600934e", "address": "fa:16:3e:fa:73:d0", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48205bbd-5f", "ovs_interfaceid": "48205bbd-5fa1-4e22-b933-35fdb600934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.115210] env[69742]: DEBUG nova.compute.manager [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.133351] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.133570] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Cleaning up deleted instances with incomplete migration {{(pid=69742) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 975.152015] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.507374] env[69742]: DEBUG oslo_vmware.api [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060797, 'name': PowerOffVM_Task, 'duration_secs': 0.241157} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.507736] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.507916] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.508211] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83ef3c43-7fc2-4814-8f91-120110880042 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.526316] env[69742]: DEBUG nova.scheduler.client.report [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.574202] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.574443] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.574632] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Deleting the datastore file [datastore2] dc45777c-ff0a-4fa5-8280-cc0a3b793d74 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.574914] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7043aad5-0a67-4237-a698-173d53663747 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.583746] env[69742]: DEBUG oslo_vmware.api [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for the task: (returnval){ [ 975.583746] env[69742]: value = "task-4060799" [ 975.583746] env[69742]: _type = "Task" [ 975.583746] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.592840] env[69742]: DEBUG oslo_vmware.api [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.604299] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "refresh_cache-9d11e70b-f603-4b96-a097-16724b9aaf31" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.604733] env[69742]: DEBUG nova.compute.manager [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Instance network_info: |[{"id": "48205bbd-5fa1-4e22-b933-35fdb600934e", "address": "fa:16:3e:fa:73:d0", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48205bbd-5f", "ovs_interfaceid": "48205bbd-5fa1-4e22-b933-35fdb600934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.605304] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:73:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48205bbd-5fa1-4e22-b933-35fdb600934e', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.614097] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.614764] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.615100] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eeb7246-4fc7-400c-bd82-d5cfbfbfd54e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.642040] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.648724] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.648724] env[69742]: value = "task-4060800" [ 975.648724] env[69742]: _type = "Task" [ 975.648724] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.657224] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060794, 'name': ReconfigVM_Task, 'duration_secs': 1.325433} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.658139] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.658846] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6f4584a0-8660-429d-a4b5-929161750e3d/6f4584a0-8660-429d-a4b5-929161750e3d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.659813] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f6f53c-da70-4bc1-ae20-6797ad4284e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.668142] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060800, 'name': CreateVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.669677] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for the task: (returnval){ [ 975.669677] env[69742]: value = "task-4060801" [ 975.669677] env[69742]: _type = "Task" [ 975.669677] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.679345] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060801, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.776670] env[69742]: DEBUG nova.network.neutron [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Updating instance_info_cache with network_info: [{"id": "f11a5a16-1545-4ce8-8043-fe9d2ab65098", "address": "fa:16:3e:40:8a:ae", "network": {"id": "6676bd2c-18cf-4cb7-abc3-5ce59182801f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-461759109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7902963aa37e4016a96a9c32c8e1ddf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11a5a16-15", "ovs_interfaceid": "f11a5a16-1545-4ce8-8043-fe9d2ab65098", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.794787] env[69742]: DEBUG nova.virt.hardware [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.795030] env[69742]: DEBUG nova.virt.hardware [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.795247] env[69742]: DEBUG nova.virt.hardware [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.795545] env[69742]: DEBUG nova.virt.hardware [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.795743] env[69742]: DEBUG nova.virt.hardware [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.795921] env[69742]: DEBUG nova.virt.hardware [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.796179] env[69742]: DEBUG nova.virt.hardware [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.796412] env[69742]: DEBUG nova.virt.hardware [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.796633] env[69742]: DEBUG nova.virt.hardware [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.796840] env[69742]: DEBUG nova.virt.hardware [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.797068] env[69742]: DEBUG nova.virt.hardware [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.798589] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b228ddbe-f31f-4dfe-af64-364f4a55d93b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.811060] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4587125-3fc3-4ca3-a4e3-7b271c9f9939 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.828042] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.834680] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.834969] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.835269] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91dff5d8-fe8b-4307-b6e8-5c9cdfb581ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.854219] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.854219] env[69742]: value = "task-4060802" [ 975.854219] env[69742]: _type = "Task" [ 975.854219] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.863542] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060802, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.032743] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.033490] env[69742]: DEBUG nova.compute.manager [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.037063] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.092s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.037330] env[69742]: DEBUG nova.objects.instance [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lazy-loading 'resources' on Instance uuid 82319341-97ba-4d4f-9388-34aa338c03c9 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.093719] env[69742]: DEBUG oslo_vmware.api [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Task: {'id': task-4060799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297856} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.094249] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.094456] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.094634] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.094806] env[69742]: INFO nova.compute.manager [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Took 1.16 seconds to destroy the instance on the hypervisor. [ 976.095063] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.095260] env[69742]: DEBUG nova.compute.manager [-] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.095356] env[69742]: DEBUG nova.network.neutron [-] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.160345] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060800, 'name': CreateVM_Task, 'duration_secs': 0.439974} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.160519] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.161221] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.161396] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.161716] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.161998] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513d79e8-46c6-4157-8b90-3b805d34add8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.167469] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 976.167469] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5288ec08-19b1-4c5f-938a-a686e481c7e7" [ 976.167469] env[69742]: _type = "Task" [ 976.167469] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.179200] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5288ec08-19b1-4c5f-938a-a686e481c7e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.182862] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060801, 'name': Rename_Task, 'duration_secs': 0.198084} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.183300] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.183575] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-477b1a90-d607-48d8-a6f3-6184ccbef2d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.191254] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for the task: (returnval){ [ 976.191254] env[69742]: value = "task-4060803" [ 976.191254] env[69742]: _type = "Task" [ 976.191254] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.199913] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.279573] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Releasing lock "refresh_cache-ffc53993-dd71-4c83-a401-91dfbcea4e54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.280327] env[69742]: DEBUG nova.objects.instance [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lazy-loading 'flavor' on Instance uuid ffc53993-dd71-4c83-a401-91dfbcea4e54 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.375657] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060802, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.475971] env[69742]: DEBUG nova.compute.manager [req-a8ecbc56-4c8e-46e4-87b0-ea5703f6fe71 req-7d507f8f-aa34-4472-b4cd-6ef7fcf09986 service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Received event network-vif-deleted-0935737a-c6c1-49e8-8cf7-d6c13ba454dc {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.475971] env[69742]: INFO nova.compute.manager [req-a8ecbc56-4c8e-46e4-87b0-ea5703f6fe71 req-7d507f8f-aa34-4472-b4cd-6ef7fcf09986 service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Neutron deleted interface 0935737a-c6c1-49e8-8cf7-d6c13ba454dc; detaching it from the instance and deleting it from the info cache [ 976.475971] env[69742]: DEBUG nova.network.neutron [req-a8ecbc56-4c8e-46e4-87b0-ea5703f6fe71 req-7d507f8f-aa34-4472-b4cd-6ef7fcf09986 service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.542188] env[69742]: DEBUG nova.compute.utils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.547664] env[69742]: DEBUG nova.compute.manager [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.547944] env[69742]: DEBUG nova.network.neutron [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.586409] env[69742]: DEBUG nova.policy [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7aacf638279a47c2858e0674575565fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9b891153d7542509f03ec959380928b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.678366] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5288ec08-19b1-4c5f-938a-a686e481c7e7, 'name': SearchDatastore_Task, 'duration_secs': 0.028178} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.681096] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.681345] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.681583] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.681734] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.681917] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.682475] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee57587b-e4a4-44fb-99ad-abb8c7f83c25 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.698787] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.698980] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.700086] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e63132-c1a1-4f39-ad43-d23242fb86af {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.705475] env[69742]: DEBUG oslo_vmware.api [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060803, 'name': PowerOnVM_Task, 'duration_secs': 0.453959} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.708487] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.708719] env[69742]: INFO nova.compute.manager [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Took 10.38 seconds to spawn the instance on the hypervisor. [ 976.708914] env[69742]: DEBUG nova.compute.manager [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.709898] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c859c-74e9-42bd-99e2-9abee5c4c73e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.713520] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 976.713520] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52618d37-15be-198c-8b6b-5c7844ff0796" [ 976.713520] env[69742]: _type = "Task" [ 976.713520] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.728866] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52618d37-15be-198c-8b6b-5c7844ff0796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.790030] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8476867d-dd33-4b95-9156-badd1f716297 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.812136] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.815567] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5df4500-9861-4d9c-8dfe-7c4272a72266 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.823706] env[69742]: DEBUG oslo_vmware.api [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 976.823706] env[69742]: value = "task-4060804" [ 976.823706] env[69742]: _type = "Task" [ 976.823706] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.834690] env[69742]: DEBUG oslo_vmware.api [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.868977] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060802, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.919166] env[69742]: DEBUG nova.network.neutron [-] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.946690] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f36ebbe-918c-4a2e-8e95-d43e59d2815f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.957429] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c00ecc0-a1a7-4b9d-a512-4ddc92cb9f7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.989456] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e368b7b8-9f74-4d74-842c-ce1e62eaa7ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.991952] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c362487-7215-4dca-87ed-727314e97f55 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.003474] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96e4ce8-d590-47b1-9238-6826b86d0def {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.012431] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b475a-1c03-4a83-acb7-e77e9677df44 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.036099] env[69742]: DEBUG nova.compute.provider_tree [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.049292] env[69742]: DEBUG nova.compute.manager [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.053928] env[69742]: DEBUG nova.compute.manager [req-a8ecbc56-4c8e-46e4-87b0-ea5703f6fe71 req-7d507f8f-aa34-4472-b4cd-6ef7fcf09986 service nova] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Detach interface failed, port_id=0935737a-c6c1-49e8-8cf7-d6c13ba454dc, reason: Instance dc45777c-ff0a-4fa5-8280-cc0a3b793d74 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 977.054373] env[69742]: DEBUG nova.scheduler.client.report [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.094618] env[69742]: DEBUG nova.network.neutron [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Successfully created port: d3a08585-1a59-4afc-81d9-d433e00ad02d {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.232025] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52618d37-15be-198c-8b6b-5c7844ff0796, 'name': SearchDatastore_Task, 'duration_secs': 0.029325} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.232025] env[69742]: INFO nova.compute.manager [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Took 38.83 seconds to build instance. [ 977.233665] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ba38d2-95c2-4bc8-8746-d24d1c178821 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.240178] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 977.240178] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52596612-0c0e-770d-1b97-542436cd2ef2" [ 977.240178] env[69742]: _type = "Task" [ 977.240178] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.251042] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52596612-0c0e-770d-1b97-542436cd2ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.335170] env[69742]: DEBUG oslo_vmware.api [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060804, 'name': PowerOffVM_Task, 'duration_secs': 0.346416} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.335460] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.340714] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 977.341023] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87ce1a4d-48a3-425d-b3ab-67caad7e0dd6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.361236] env[69742]: DEBUG oslo_vmware.api [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 977.361236] env[69742]: value = "task-4060805" [ 977.361236] env[69742]: _type = "Task" [ 977.361236] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.367208] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060802, 'name': CreateVM_Task, 'duration_secs': 1.31739} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.367397] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.368200] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.368371] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.368694] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.368948] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8981daea-3cda-4d46-88b5-79fe0c658ca8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.375111] env[69742]: DEBUG oslo_vmware.api [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060805, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.377097] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 977.377097] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dcd929-d6c7-49a2-d572-18410be4449c" [ 977.377097] env[69742]: _type = "Task" [ 977.377097] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.385507] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dcd929-d6c7-49a2-d572-18410be4449c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.422252] env[69742]: INFO nova.compute.manager [-] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Took 1.33 seconds to deallocate network for instance. [ 977.560361] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.523s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.562858] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.444s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.563797] env[69742]: DEBUG nova.objects.instance [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lazy-loading 'resources' on Instance uuid 1e7027d0-37ff-4737-a3d9-63724e8b2889 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.590778] env[69742]: INFO nova.scheduler.client.report [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Deleted allocations for instance 82319341-97ba-4d4f-9388-34aa338c03c9 [ 977.736924] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19ef2896-a861-4601-b0d9-425108226955 tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Lock "6f4584a0-8660-429d-a4b5-929161750e3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.342s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.753524] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52596612-0c0e-770d-1b97-542436cd2ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.035012} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.753873] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.754255] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 9d11e70b-f603-4b96-a097-16724b9aaf31/9d11e70b-f603-4b96-a097-16724b9aaf31.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.754606] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dff7cfc1-6ca6-4f05-b34f-05b6706bc839 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.765907] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 977.765907] env[69742]: value = "task-4060806" [ 977.765907] env[69742]: _type = "Task" [ 977.765907] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.775747] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.874464] env[69742]: DEBUG oslo_vmware.api [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060805, 'name': ReconfigVM_Task, 'duration_secs': 0.386673} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.875301] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 977.875556] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.875888] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-622605bd-909a-4d86-9db5-8af1a2084f41 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.890351] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dcd929-d6c7-49a2-d572-18410be4449c, 'name': SearchDatastore_Task, 'duration_secs': 0.017572} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.892137] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.892562] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.892833] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.893125] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.893189] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.893540] env[69742]: DEBUG oslo_vmware.api [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 977.893540] env[69742]: value = "task-4060807" [ 977.893540] env[69742]: _type = "Task" [ 977.893540] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.893761] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff352c90-d84b-4c8d-9c4d-c27838f8ed37 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.909109] env[69742]: DEBUG oslo_vmware.api [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.909316] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.909608] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.910624] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c8a662-25e6-4635-ae34-88a5973b72bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.918319] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 977.918319] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52384a60-210c-f573-dc71-f48d5fd88165" [ 977.918319] env[69742]: _type = "Task" [ 977.918319] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.928059] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52384a60-210c-f573-dc71-f48d5fd88165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.930253] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.059293] env[69742]: DEBUG nova.compute.manager [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.091594] env[69742]: DEBUG nova.virt.hardware [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.091594] env[69742]: DEBUG nova.virt.hardware [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.091594] env[69742]: DEBUG nova.virt.hardware [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.091594] env[69742]: DEBUG nova.virt.hardware [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.091594] env[69742]: DEBUG nova.virt.hardware [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.091594] env[69742]: DEBUG nova.virt.hardware [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.091594] env[69742]: DEBUG nova.virt.hardware [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.091966] env[69742]: DEBUG nova.virt.hardware [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.091966] env[69742]: DEBUG nova.virt.hardware [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.092049] env[69742]: DEBUG nova.virt.hardware [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.092364] env[69742]: DEBUG nova.virt.hardware [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.093175] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c71f4e2-1a57-4aed-84f9-c89c3297c181 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.101649] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9fde719f-c052-496d-b384-fd985ec4595b tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "82319341-97ba-4d4f-9388-34aa338c03c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.595s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.107138] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feca1dab-c54d-456f-aa9a-8885a8f7390a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.282142] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.407525] env[69742]: DEBUG oslo_vmware.api [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.430418] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52384a60-210c-f573-dc71-f48d5fd88165, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.431201] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10afff1a-315b-4aed-841f-b7575294c14f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.440115] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 978.440115] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ddabd2-18ee-02a4-2774-7355ca9fba58" [ 978.440115] env[69742]: _type = "Task" [ 978.440115] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.449379] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ddabd2-18ee-02a4-2774-7355ca9fba58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.465119] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e226823-570c-4dd9-9d0b-4d1fb461c84b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.478013] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d03aba-9493-40e5-9153-8f698bea1855 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.515726] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb4b379-ec0f-45a6-9bac-ca4d1cc4511f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.526367] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c17205-88a4-49e4-93b8-8bec0e4ea1fe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.543429] env[69742]: DEBUG nova.compute.provider_tree [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.777182] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.912293] env[69742]: DEBUG oslo_vmware.api [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.955712] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ddabd2-18ee-02a4-2774-7355ca9fba58, 'name': SearchDatastore_Task, 'duration_secs': 0.022857} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.956297] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.957063] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] ce464ff4-a566-47a7-9f5c-0a6357de0c98/ce464ff4-a566-47a7-9f5c-0a6357de0c98.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.957393] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-559b923d-d2d4-44b4-9881-335b7aee63e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.966876] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 978.966876] env[69742]: value = "task-4060808" [ 978.966876] env[69742]: _type = "Task" [ 978.966876] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.974867] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.975442] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.976258] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.976539] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.976803] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.979863] env[69742]: INFO nova.compute.manager [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Terminating instance [ 978.986524] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.047905] env[69742]: DEBUG nova.scheduler.client.report [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.060054] env[69742]: DEBUG nova.network.neutron [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Successfully updated port: d3a08585-1a59-4afc-81d9-d433e00ad02d {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.205767] env[69742]: DEBUG nova.compute.manager [req-153444b1-6d83-4374-8c99-891339acdd32 req-ec2f2a3e-ec3f-4154-8428-e5596705ea73 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Received event network-vif-plugged-d3a08585-1a59-4afc-81d9-d433e00ad02d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.206026] env[69742]: DEBUG oslo_concurrency.lockutils [req-153444b1-6d83-4374-8c99-891339acdd32 req-ec2f2a3e-ec3f-4154-8428-e5596705ea73 service nova] Acquiring lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.206230] env[69742]: DEBUG oslo_concurrency.lockutils [req-153444b1-6d83-4374-8c99-891339acdd32 req-ec2f2a3e-ec3f-4154-8428-e5596705ea73 service nova] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.206418] env[69742]: DEBUG oslo_concurrency.lockutils [req-153444b1-6d83-4374-8c99-891339acdd32 req-ec2f2a3e-ec3f-4154-8428-e5596705ea73 service nova] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.206591] env[69742]: DEBUG nova.compute.manager [req-153444b1-6d83-4374-8c99-891339acdd32 req-ec2f2a3e-ec3f-4154-8428-e5596705ea73 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] No waiting events found dispatching network-vif-plugged-d3a08585-1a59-4afc-81d9-d433e00ad02d {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.208862] env[69742]: WARNING nova.compute.manager [req-153444b1-6d83-4374-8c99-891339acdd32 req-ec2f2a3e-ec3f-4154-8428-e5596705ea73 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Received unexpected event network-vif-plugged-d3a08585-1a59-4afc-81d9-d433e00ad02d for instance with vm_state building and task_state spawning. [ 979.277409] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060806, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.409042] env[69742]: DEBUG oslo_vmware.api [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060807, 'name': PowerOnVM_Task, 'duration_secs': 1.381993} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.409365] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.409649] env[69742]: DEBUG nova.compute.manager [None req-f71e666f-bffe-47e7-8428-ed62a0c7f703 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.410536] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff58c9db-dd2f-4d3a-8a59-6b199c7d8310 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.480220] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.493251] env[69742]: DEBUG nova.compute.manager [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.493251] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.494044] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cedfad7-e4c8-4f3b-a7d3-8847c57ee437 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.505251] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.505251] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-269225a9-e78f-4954-8d94-366c56c0248c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.513069] env[69742]: DEBUG oslo_vmware.api [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 979.513069] env[69742]: value = "task-4060809" [ 979.513069] env[69742]: _type = "Task" [ 979.513069] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.526628] env[69742]: DEBUG oslo_vmware.api [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.565067] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.565743] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.850s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.565998] env[69742]: DEBUG nova.objects.instance [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Lazy-loading 'resources' on Instance uuid 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.570573] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.570707] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.570853] env[69742]: DEBUG nova.network.neutron [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.596701] env[69742]: INFO nova.scheduler.client.report [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Deleted allocations for instance 1e7027d0-37ff-4737-a3d9-63724e8b2889 [ 979.779404] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060806, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.536602} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.779861] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 9d11e70b-f603-4b96-a097-16724b9aaf31/9d11e70b-f603-4b96-a097-16724b9aaf31.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.780270] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.780576] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db0a3c67-097e-4552-b2a5-7412d33d3b7a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.789932] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 979.789932] env[69742]: value = "task-4060810" [ 979.789932] env[69742]: _type = "Task" [ 979.789932] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.803017] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.977810] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.023164] env[69742]: DEBUG oslo_vmware.api [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060809, 'name': PowerOffVM_Task, 'duration_secs': 0.215405} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.023553] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.023735] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.023987] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08bc6f88-987b-438f-ac83-7c94fa74a50e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.093917] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.094196] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.094443] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Deleting the datastore file [datastore1] 63005fe8-620c-4a91-b48c-5cecee3ad2d5 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.094691] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e7d566d-8be8-40da-85d6-70aa928eccbf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.105585] env[69742]: DEBUG oslo_vmware.api [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for the task: (returnval){ [ 980.105585] env[69742]: value = "task-4060812" [ 980.105585] env[69742]: _type = "Task" [ 980.105585] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.106207] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f0efb28d-0816-4714-a8da-ef41f89bb2db tempest-VolumesAdminNegativeTest-1177343272 tempest-VolumesAdminNegativeTest-1177343272-project-member] Lock "1e7027d0-37ff-4737-a3d9-63724e8b2889" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.373s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.116407] env[69742]: DEBUG oslo_vmware.api [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.125728] env[69742]: DEBUG nova.network.neutron [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.304599] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089198} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.304922] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.305735] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981ac522-7e83-402d-9928-5aaa9f200c76 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.332753] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9d11e70b-f603-4b96-a097-16724b9aaf31/9d11e70b-f603-4b96-a097-16724b9aaf31.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.336969] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c42dc49-d9e5-4270-bd69-1c1d034fd3c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.355869] env[69742]: DEBUG nova.network.neutron [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance_info_cache with network_info: [{"id": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "address": "fa:16:3e:5d:3c:85", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a08585-1a", "ovs_interfaceid": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.364207] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 980.364207] env[69742]: value = "task-4060813" [ 980.364207] env[69742]: _type = "Task" [ 980.364207] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.378439] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.476238] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e4732c-df8c-4558-b69f-d8dec1499183 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.485535] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.488919] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7a7712-1757-48fa-a4b3-67d602b3c8bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.522028] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0fff93-6748-417d-9eb4-574c00fff4f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.530956] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6460443-b70c-4ec3-9998-c9e2d8b4719f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.550724] env[69742]: DEBUG nova.compute.provider_tree [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.618695] env[69742]: DEBUG oslo_vmware.api [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.860192] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.860698] env[69742]: DEBUG nova.compute.manager [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Instance network_info: |[{"id": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "address": "fa:16:3e:5d:3c:85", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a08585-1a", "ovs_interfaceid": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.861291] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:3c:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3a08585-1a59-4afc-81d9-d433e00ad02d', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.870333] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating folder: Project (f9b891153d7542509f03ec959380928b). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.872957] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24685d8d-d1be-404d-9079-bca33d6e9962 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.884623] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.889808] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Created folder: Project (f9b891153d7542509f03ec959380928b) in parent group-v804621. [ 980.890027] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating folder: Instances. Parent ref: group-v804823. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.890364] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92826a74-315f-4d04-8951-f8f5167e852f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.903979] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Created folder: Instances in parent group-v804823. [ 980.904425] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.904570] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.904793] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47c1d15a-ee52-4910-9cd6-aaefbc0a3e3c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.929021] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.929021] env[69742]: value = "task-4060816" [ 980.929021] env[69742]: _type = "Task" [ 980.929021] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.944038] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060816, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.982261] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060808, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.054383] env[69742]: DEBUG nova.scheduler.client.report [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.120953] env[69742]: DEBUG oslo_vmware.api [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Task: {'id': task-4060812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.942875} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.121279] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.121502] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.121736] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.121918] env[69742]: INFO nova.compute.manager [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Took 1.63 seconds to destroy the instance on the hypervisor. [ 981.122606] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.122847] env[69742]: DEBUG nova.compute.manager [-] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.122982] env[69742]: DEBUG nova.network.neutron [-] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.210554] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "ffc53993-dd71-4c83-a401-91dfbcea4e54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.210876] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "ffc53993-dd71-4c83-a401-91dfbcea4e54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.211117] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "ffc53993-dd71-4c83-a401-91dfbcea4e54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.211356] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "ffc53993-dd71-4c83-a401-91dfbcea4e54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.211635] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "ffc53993-dd71-4c83-a401-91dfbcea4e54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.214021] env[69742]: INFO nova.compute.manager [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Terminating instance [ 981.385517] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.437987] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060816, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.481714] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060808, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.236904} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.482068] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] ce464ff4-a566-47a7-9f5c-0a6357de0c98/ce464ff4-a566-47a7-9f5c-0a6357de0c98.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.482306] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.482606] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42ba7bbb-3c22-4689-9bf0-684e8c5cc688 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.493356] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 981.493356] env[69742]: value = "task-4060817" [ 981.493356] env[69742]: _type = "Task" [ 981.493356] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.502406] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.560630] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.564375] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.295s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.565423] env[69742]: DEBUG nova.objects.instance [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lazy-loading 'resources' on Instance uuid e600bdc4-56ce-4258-96a3-568c9b4d2661 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.593587] env[69742]: INFO nova.scheduler.client.report [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Deleted allocations for instance 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9 [ 981.638506] env[69742]: DEBUG nova.compute.manager [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Received event network-changed-0da84391-64c3-4f13-96a2-8e4e6ff8ba84 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.638506] env[69742]: DEBUG nova.compute.manager [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Refreshing instance network info cache due to event network-changed-0da84391-64c3-4f13-96a2-8e4e6ff8ba84. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.638506] env[69742]: DEBUG oslo_concurrency.lockutils [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] Acquiring lock "refresh_cache-6f4584a0-8660-429d-a4b5-929161750e3d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.638506] env[69742]: DEBUG oslo_concurrency.lockutils [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] Acquired lock "refresh_cache-6f4584a0-8660-429d-a4b5-929161750e3d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.638506] env[69742]: DEBUG nova.network.neutron [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Refreshing network info cache for port 0da84391-64c3-4f13-96a2-8e4e6ff8ba84 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.718293] env[69742]: DEBUG nova.compute.manager [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.718805] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.719434] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83308cfb-7201-4163-a95a-56f3b610b130 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.732113] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.732532] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-190e1b17-cf8a-4133-8a5f-0a03227cbb86 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.740507] env[69742]: DEBUG oslo_vmware.api [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 981.740507] env[69742]: value = "task-4060818" [ 981.740507] env[69742]: _type = "Task" [ 981.740507] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.754026] env[69742]: DEBUG oslo_vmware.api [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.887087] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060813, 'name': ReconfigVM_Task, 'duration_secs': 1.075902} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.887087] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9d11e70b-f603-4b96-a097-16724b9aaf31/9d11e70b-f603-4b96-a097-16724b9aaf31.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.887087] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e946f27-967b-47cf-90d7-664c882e0379 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.895584] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 981.895584] env[69742]: value = "task-4060819" [ 981.895584] env[69742]: _type = "Task" [ 981.895584] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.911922] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060819, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.939054] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060816, 'name': CreateVM_Task, 'duration_secs': 0.624398} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.939489] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.940396] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.940940] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.941395] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.941763] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaf6acb-d5ba-4dc1-8d74-9c1d6aa1d317 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.947796] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 981.947796] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52affd1a-5081-5dfa-41c9-7ea63b26d309" [ 981.947796] env[69742]: _type = "Task" [ 981.947796] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.956872] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52affd1a-5081-5dfa-41c9-7ea63b26d309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.005878] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.104034] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7e558153-0a79-4398-af67-dcd2f0dad097 tempest-ServersTestJSON-863957655 tempest-ServersTestJSON-863957655-project-member] Lock "55ed6c0a-ab5b-4bab-af51-c4e57d976aa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.166s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.250467] env[69742]: DEBUG nova.network.neutron [-] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.252666] env[69742]: DEBUG oslo_vmware.api [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.411023] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060819, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.461238] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52affd1a-5081-5dfa-41c9-7ea63b26d309, 'name': SearchDatastore_Task, 'duration_secs': 0.046062} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.462699] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.462948] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.463207] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.463359] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.463538] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.464479] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a4960b-6a62-4023-bb99-30149d200269 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.468674] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94777e5d-a8b9-4d22-9fab-f842eada6729 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.477479] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb86a7af-0d63-4499-bb35-6e4338c5be00 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.481775] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.481968] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.483093] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2085ff22-0345-41c9-a11d-4b975d32fbaa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.525436] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd020af-8661-468e-bd47-06e2cdf6e9f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.527621] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 982.527621] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525f6e25-6fce-19e4-73ec-b8b552fa3b47" [ 982.527621] env[69742]: _type = "Task" [ 982.527621] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.528632] env[69742]: DEBUG nova.network.neutron [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Updated VIF entry in instance network info cache for port 0da84391-64c3-4f13-96a2-8e4e6ff8ba84. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.528632] env[69742]: DEBUG nova.network.neutron [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Updating instance_info_cache with network_info: [{"id": "0da84391-64c3-4f13-96a2-8e4e6ff8ba84", "address": "fa:16:3e:c4:6c:b0", "network": {"id": "3307aa13-4dfa-49ef-b6fe-366fd5656435", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1530386669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e73a59541e4a95953cc92c7a9e68f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da84391-64", "ovs_interfaceid": "0da84391-64c3-4f13-96a2-8e4e6ff8ba84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.539959] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c40d4a-7281-4a87-a27f-8a1ea37d8e82 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.544781] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.012842} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.551786] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.551786] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525f6e25-6fce-19e4-73ec-b8b552fa3b47, 'name': SearchDatastore_Task, 'duration_secs': 0.015047} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.552751] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6514212a-0f04-4624-8224-ed6d4c949a3a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.568163] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d495314a-0819-46d2-ae2e-6d900bce8f36 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.570881] env[69742]: DEBUG nova.compute.provider_tree [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.593172] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] ce464ff4-a566-47a7-9f5c-0a6357de0c98/ce464ff4-a566-47a7-9f5c-0a6357de0c98.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.595407] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad993187-7b54-46df-9b72-aeb4815fb15f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.609986] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 982.609986] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521e7432-6a2b-c19b-f789-e6735137f6c0" [ 982.609986] env[69742]: _type = "Task" [ 982.609986] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.621023] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 982.621023] env[69742]: value = "task-4060820" [ 982.621023] env[69742]: _type = "Task" [ 982.621023] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.625617] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521e7432-6a2b-c19b-f789-e6735137f6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012905} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.626267] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.626555] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c/92904b2d-9686-4d15-9b7f-6ed39ee7bd3c.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.626823] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a2d1937-fcf8-46e9-b122-dfc42c7649d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.635874] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060820, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.641078] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 982.641078] env[69742]: value = "task-4060821" [ 982.641078] env[69742]: _type = "Task" [ 982.641078] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.652162] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.754313] env[69742]: INFO nova.compute.manager [-] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Took 1.63 seconds to deallocate network for instance. [ 982.755037] env[69742]: DEBUG oslo_vmware.api [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060818, 'name': PowerOffVM_Task, 'duration_secs': 0.880227} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.756494] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.756686] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.759635] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31a07a87-db61-4467-b8cb-00d1a72809a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.836037] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.836429] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.836544] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Deleting the datastore file [datastore2] ffc53993-dd71-4c83-a401-91dfbcea4e54 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.836834] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ec395c6-ad31-4233-af7f-a92d1389ebec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.844883] env[69742]: DEBUG oslo_vmware.api [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 982.844883] env[69742]: value = "task-4060823" [ 982.844883] env[69742]: _type = "Task" [ 982.844883] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.855991] env[69742]: DEBUG oslo_vmware.api [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.909048] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060819, 'name': Rename_Task, 'duration_secs': 0.683692} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.909413] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.909637] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-956e5afd-0410-4d3f-ad35-b06b9818dde8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.917729] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 982.917729] env[69742]: value = "task-4060824" [ 982.917729] env[69742]: _type = "Task" [ 982.917729] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.938015] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.030660] env[69742]: DEBUG oslo_concurrency.lockutils [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] Releasing lock "refresh_cache-6f4584a0-8660-429d-a4b5-929161750e3d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.030952] env[69742]: DEBUG nova.compute.manager [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Received event network-changed-d3a08585-1a59-4afc-81d9-d433e00ad02d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.031139] env[69742]: DEBUG nova.compute.manager [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Refreshing instance network info cache due to event network-changed-d3a08585-1a59-4afc-81d9-d433e00ad02d. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.031368] env[69742]: DEBUG oslo_concurrency.lockutils [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] Acquiring lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.031516] env[69742]: DEBUG oslo_concurrency.lockutils [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] Acquired lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.031685] env[69742]: DEBUG nova.network.neutron [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Refreshing network info cache for port d3a08585-1a59-4afc-81d9-d433e00ad02d {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.085421] env[69742]: DEBUG nova.scheduler.client.report [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.141950] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060820, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.155219] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060821, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.263186] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.355353] env[69742]: DEBUG oslo_vmware.api [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422955} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.355650] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.355841] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.356039] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.356227] env[69742]: INFO nova.compute.manager [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Took 1.64 seconds to destroy the instance on the hypervisor. [ 983.356495] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.356704] env[69742]: DEBUG nova.compute.manager [-] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.356802] env[69742]: DEBUG nova.network.neutron [-] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.431272] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060824, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.590973] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.593665] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.956s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.595119] env[69742]: INFO nova.compute.claims [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.636411] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060820, 'name': ReconfigVM_Task, 'duration_secs': 0.540956} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.637446] env[69742]: INFO nova.scheduler.client.report [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Deleted allocations for instance e600bdc4-56ce-4258-96a3-568c9b4d2661 [ 983.638483] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Reconfigured VM instance instance-00000046 to attach disk [datastore1] ce464ff4-a566-47a7-9f5c-0a6357de0c98/ce464ff4-a566-47a7-9f5c-0a6357de0c98.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.640019] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e532c223-6459-44a3-9f18-5badf0b15a45 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.654039] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 983.654039] env[69742]: value = "task-4060825" [ 983.654039] env[69742]: _type = "Task" [ 983.654039] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.660992] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620816} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.662377] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c/92904b2d-9686-4d15-9b7f-6ed39ee7bd3c.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.662377] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.662377] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51c56b81-43ba-4827-93bf-9b25dd436a0f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.673273] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060825, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.677279] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 983.677279] env[69742]: value = "task-4060826" [ 983.677279] env[69742]: _type = "Task" [ 983.677279] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.689254] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.743024] env[69742]: DEBUG nova.compute.manager [req-5219c61f-33b7-475c-9135-67f30a88e57d req-1826fb6c-272b-406e-94bb-af5477435f98 service nova] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Received event network-vif-deleted-997e2feb-6951-4398-b9ea-320ccb3e446f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.896117] env[69742]: DEBUG nova.network.neutron [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updated VIF entry in instance network info cache for port d3a08585-1a59-4afc-81d9-d433e00ad02d. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.896655] env[69742]: DEBUG nova.network.neutron [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance_info_cache with network_info: [{"id": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "address": "fa:16:3e:5d:3c:85", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a08585-1a", "ovs_interfaceid": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.931687] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.150188] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3b904911-bca8-4774-8d8c-58435c133001 tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "e600bdc4-56ce-4258-96a3-568c9b4d2661" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.456s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.169440] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060825, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.192031] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082893} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.192031] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.192031] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cbd0bf-3852-4073-b207-53123b970645 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.217807] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c/92904b2d-9686-4d15-9b7f-6ed39ee7bd3c.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.218462] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29092448-871c-4c27-9fa1-2132a7b58865 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.241289] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 984.241289] env[69742]: value = "task-4060827" [ 984.241289] env[69742]: _type = "Task" [ 984.241289] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.251589] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.301102] env[69742]: DEBUG nova.network.neutron [-] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.401999] env[69742]: DEBUG oslo_concurrency.lockutils [req-e3c57358-5d81-49f1-a10b-ac70017e8051 req-a515a891-7702-47a1-a17f-ddfee5141c29 service nova] Releasing lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.438125] env[69742]: DEBUG oslo_vmware.api [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060824, 'name': PowerOnVM_Task, 'duration_secs': 1.0961} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.438125] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.438125] env[69742]: INFO nova.compute.manager [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Took 12.98 seconds to spawn the instance on the hypervisor. [ 984.438125] env[69742]: DEBUG nova.compute.manager [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.438125] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0d732-1fd7-42e6-bd21-9539594a8998 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.672241] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060825, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.757249] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.805872] env[69742]: INFO nova.compute.manager [-] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Took 1.45 seconds to deallocate network for instance. [ 984.963830] env[69742]: INFO nova.compute.manager [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Took 45.91 seconds to build instance. [ 985.071788] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509ebfe8-6453-4c10-8a9c-3babb963fe74 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.083345] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c3fd29-3418-4e5c-a6fc-41e51d6b3941 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.118898] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c956ba11-5d6b-4c2e-bb43-04928aaeb0e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.129988] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a642d2b0-f965-4827-893e-a7d6219ad258 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.146734] env[69742]: DEBUG nova.compute.provider_tree [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.157748] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.158028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.158244] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.158434] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.158603] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.163839] env[69742]: INFO nova.compute.manager [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Terminating instance [ 985.173844] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060825, 'name': Rename_Task, 'duration_secs': 1.166662} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.174352] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.175292] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5382ee54-6699-49fb-83c7-fa4413015a0d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.185881] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 985.185881] env[69742]: value = "task-4060828" [ 985.185881] env[69742]: _type = "Task" [ 985.185881] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.204781] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060828, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.253283] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060827, 'name': ReconfigVM_Task, 'duration_secs': 0.754058} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.253608] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c/92904b2d-9686-4d15-9b7f-6ed39ee7bd3c.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.254347] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f011cf8c-5f90-42b9-a436-47ed6a3c4ab9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.261919] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 985.261919] env[69742]: value = "task-4060829" [ 985.261919] env[69742]: _type = "Task" [ 985.261919] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.272356] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060829, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.313221] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.400605] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] Acquiring lock "refresh_cache-9d11e70b-f603-4b96-a097-16724b9aaf31" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.400855] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] Acquired lock "refresh_cache-9d11e70b-f603-4b96-a097-16724b9aaf31" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.401351] env[69742]: DEBUG nova.network.neutron [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.466823] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a518496d-d739-4878-96d8-6dc88ff89f18 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "9d11e70b-f603-4b96-a097-16724b9aaf31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.430s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.650253] env[69742]: DEBUG nova.scheduler.client.report [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.671029] env[69742]: DEBUG nova.compute.manager [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.671029] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.673278] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f0b3e4-e452-48fe-88c1-1ef05807dac4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.682229] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.682532] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28c2b0c8-e397-44c8-8b6c-4dc80028cb67 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.697074] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060828, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.698629] env[69742]: DEBUG oslo_vmware.api [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 985.698629] env[69742]: value = "task-4060830" [ 985.698629] env[69742]: _type = "Task" [ 985.698629] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.709523] env[69742]: DEBUG oslo_vmware.api [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.773893] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060829, 'name': Rename_Task, 'duration_secs': 0.19624} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.774171] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.774439] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02c95a6f-d4ae-45c7-8bba-0de7754349f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.782759] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 985.782759] env[69742]: value = "task-4060831" [ 985.782759] env[69742]: _type = "Task" [ 985.782759] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.881403] env[69742]: DEBUG nova.compute.manager [req-a799abe2-35b7-4435-b974-084d12f17c4f req-6dec5a58-acbf-41f2-868a-327d0865decd service nova] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Received event network-vif-deleted-f11a5a16-1545-4ce8-8043-fe9d2ab65098 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.155407] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.155871] env[69742]: DEBUG nova.compute.manager [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.158782] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.824s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.160275] env[69742]: INFO nova.compute.claims [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.169875] env[69742]: DEBUG nova.network.neutron [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Updating instance_info_cache with network_info: [{"id": "48205bbd-5fa1-4e22-b933-35fdb600934e", "address": "fa:16:3e:fa:73:d0", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48205bbd-5f", "ovs_interfaceid": "48205bbd-5fa1-4e22-b933-35fdb600934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.197163] env[69742]: DEBUG oslo_vmware.api [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060828, 'name': PowerOnVM_Task, 'duration_secs': 0.526536} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.198628] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.198628] env[69742]: DEBUG nova.compute.manager [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.200932] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbeb726-7dba-4280-bfee-c5de66a746f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.219663] env[69742]: DEBUG oslo_vmware.api [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060830, 'name': PowerOffVM_Task, 'duration_secs': 0.286297} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.230023] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.230023] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.230023] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ef6b836-4ad5-4cae-8bcf-3a843fc1b6fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.295990] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060831, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.300125] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.300406] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.300616] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Deleting the datastore file [datastore1] 1225a6de-6f47-4c11-bcb8-71db4cebd5c8 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.300894] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43202acf-9561-4e54-90dc-0b2e2daa67a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.307881] env[69742]: DEBUG oslo_vmware.api [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for the task: (returnval){ [ 986.307881] env[69742]: value = "task-4060833" [ 986.307881] env[69742]: _type = "Task" [ 986.307881] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.317824] env[69742]: DEBUG oslo_vmware.api [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.665834] env[69742]: DEBUG nova.compute.utils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.673225] env[69742]: DEBUG nova.compute.manager [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.673750] env[69742]: DEBUG nova.network.neutron [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.680387] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] Releasing lock "refresh_cache-9d11e70b-f603-4b96-a097-16724b9aaf31" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.681619] env[69742]: DEBUG nova.compute.manager [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Inject network info {{(pid=69742) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 986.682204] env[69742]: DEBUG nova.compute.manager [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] network_info to inject: |[{"id": "48205bbd-5fa1-4e22-b933-35fdb600934e", "address": "fa:16:3e:fa:73:d0", "network": {"id": "8d22f530-3b95-474f-8324-368aa605c0a9", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-31781688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef6f9c0db684e2887f72164b899c003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48205bbd-5f", "ovs_interfaceid": "48205bbd-5fa1-4e22-b933-35fdb600934e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 986.693267] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Reconfiguring VM instance to set the machine id {{(pid=69742) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 986.699997] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c971023-a47a-4b98-b0e8-01bfad9a6eeb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.727577] env[69742]: DEBUG oslo_vmware.api [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] Waiting for the task: (returnval){ [ 986.727577] env[69742]: value = "task-4060834" [ 986.727577] env[69742]: _type = "Task" [ 986.727577] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.741359] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.748877] env[69742]: DEBUG oslo_vmware.api [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] Task: {'id': task-4060834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.782492] env[69742]: DEBUG nova.policy [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6359608dce6b4ef69687d2c0f17cc8d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a38aae6d3514ebda1452c130b28df65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.797993] env[69742]: DEBUG oslo_vmware.api [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4060831, 'name': PowerOnVM_Task, 'duration_secs': 0.756504} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.798340] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.799008] env[69742]: INFO nova.compute.manager [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Took 8.74 seconds to spawn the instance on the hypervisor. [ 986.799262] env[69742]: DEBUG nova.compute.manager [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.800448] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e238a97e-2f54-4b2e-b337-d9100b1b81dc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.828229] env[69742]: DEBUG oslo_vmware.api [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Task: {'id': task-4060833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269625} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.828229] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.828229] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.828229] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.828229] env[69742]: INFO nova.compute.manager [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 986.828229] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.828229] env[69742]: DEBUG nova.compute.manager [-] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.828229] env[69742]: DEBUG nova.network.neutron [-] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.112518] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e44d36-a615-4d2a-a5bd-05333028320f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.126863] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ae581-31ee-4780-a6d2-e81f8bd222e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.180128] env[69742]: DEBUG nova.compute.manager [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.187104] env[69742]: DEBUG nova.network.neutron [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Successfully created port: 395ca27e-ada8-4a6c-86f2-91f4a28b38da {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.189379] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4b6820-c828-4412-8e74-97373bf3c984 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.209556] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab45c8bc-9cde-43b5-9dbd-38d974d9b6fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.232949] env[69742]: DEBUG nova.compute.provider_tree [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.250244] env[69742]: DEBUG oslo_vmware.api [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] Task: {'id': task-4060834, 'name': ReconfigVM_Task, 'duration_secs': 0.201432} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.250244] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8be30846-f623-4d27-ac91-c60c50dbc520 tempest-ServersAdminTestJSON-1172148835 tempest-ServersAdminTestJSON-1172148835-project-admin] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Reconfigured VM instance to set the machine id {{(pid=69742) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 987.327296] env[69742]: INFO nova.compute.manager [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Took 37.95 seconds to build instance. [ 987.700628] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquiring lock "ce464ff4-a566-47a7-9f5c-0a6357de0c98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.700897] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "ce464ff4-a566-47a7-9f5c-0a6357de0c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.702009] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquiring lock "ce464ff4-a566-47a7-9f5c-0a6357de0c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.702009] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "ce464ff4-a566-47a7-9f5c-0a6357de0c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.702009] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "ce464ff4-a566-47a7-9f5c-0a6357de0c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.706022] env[69742]: INFO nova.compute.manager [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Terminating instance [ 987.741924] env[69742]: DEBUG nova.scheduler.client.report [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.829623] env[69742]: DEBUG oslo_concurrency.lockutils [None req-55d85bc0-65d2-4fd0-84a7-e51a08e0beea tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.460s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.076354] env[69742]: DEBUG nova.network.neutron [-] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.159614] env[69742]: DEBUG nova.compute.manager [req-cc61f543-07f0-4d75-845d-9bcfe56ee3c9 req-9bb02002-5967-4d4f-9aea-a7004a1f4d74 service nova] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Received event network-vif-deleted-4b31e64b-fdc4-42a7-8b8c-132fc7639792 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.195519] env[69742]: DEBUG nova.compute.manager [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.210567] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquiring lock "refresh_cache-ce464ff4-a566-47a7-9f5c-0a6357de0c98" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.211231] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquired lock "refresh_cache-ce464ff4-a566-47a7-9f5c-0a6357de0c98" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.211800] env[69742]: DEBUG nova.network.neutron [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.236251] env[69742]: DEBUG nova.virt.hardware [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.236548] env[69742]: DEBUG nova.virt.hardware [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.236739] env[69742]: DEBUG nova.virt.hardware [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.236964] env[69742]: DEBUG nova.virt.hardware [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.237257] env[69742]: DEBUG nova.virt.hardware [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.237464] env[69742]: DEBUG nova.virt.hardware [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.237707] env[69742]: DEBUG nova.virt.hardware [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.237885] env[69742]: DEBUG nova.virt.hardware [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.238097] env[69742]: DEBUG nova.virt.hardware [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.238287] env[69742]: DEBUG nova.virt.hardware [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.238485] env[69742]: DEBUG nova.virt.hardware [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.239805] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfdd275-8f36-43ff-a3b8-2fef4b7659ca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.250744] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a576b7e-d663-4451-8698-a99d6d358ee6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.258504] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.259087] env[69742]: DEBUG nova.compute.manager [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.262145] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.422s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.267203] env[69742]: INFO nova.compute.claims [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.580401] env[69742]: INFO nova.compute.manager [-] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Took 1.75 seconds to deallocate network for instance. [ 988.633026] env[69742]: INFO nova.compute.manager [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Rebuilding instance [ 988.688168] env[69742]: DEBUG nova.compute.manager [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.689251] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c978d5-ffeb-461e-85f8-b878c759ffa6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.751156] env[69742]: DEBUG nova.network.neutron [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.769405] env[69742]: DEBUG nova.compute.utils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.776143] env[69742]: DEBUG nova.compute.manager [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.776143] env[69742]: DEBUG nova.network.neutron [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.860737] env[69742]: DEBUG nova.policy [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7f589040a4647b312a058cc3ae917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb91db63ece84896ab3a7f07322eb779', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.864725] env[69742]: DEBUG nova.network.neutron [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.043265] env[69742]: DEBUG nova.compute.manager [req-7cf4863a-775c-4504-b978-acebfd336c60 req-190c724e-58f8-4029-ae36-e1cb5406c9bc service nova] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Received event network-vif-plugged-395ca27e-ada8-4a6c-86f2-91f4a28b38da {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.043515] env[69742]: DEBUG oslo_concurrency.lockutils [req-7cf4863a-775c-4504-b978-acebfd336c60 req-190c724e-58f8-4029-ae36-e1cb5406c9bc service nova] Acquiring lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.043781] env[69742]: DEBUG oslo_concurrency.lockutils [req-7cf4863a-775c-4504-b978-acebfd336c60 req-190c724e-58f8-4029-ae36-e1cb5406c9bc service nova] Lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.043970] env[69742]: DEBUG oslo_concurrency.lockutils [req-7cf4863a-775c-4504-b978-acebfd336c60 req-190c724e-58f8-4029-ae36-e1cb5406c9bc service nova] Lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.044434] env[69742]: DEBUG nova.compute.manager [req-7cf4863a-775c-4504-b978-acebfd336c60 req-190c724e-58f8-4029-ae36-e1cb5406c9bc service nova] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] No waiting events found dispatching network-vif-plugged-395ca27e-ada8-4a6c-86f2-91f4a28b38da {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.044756] env[69742]: WARNING nova.compute.manager [req-7cf4863a-775c-4504-b978-acebfd336c60 req-190c724e-58f8-4029-ae36-e1cb5406c9bc service nova] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Received unexpected event network-vif-plugged-395ca27e-ada8-4a6c-86f2-91f4a28b38da for instance with vm_state building and task_state spawning. [ 989.089990] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.276855] env[69742]: DEBUG nova.compute.manager [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.370652] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Releasing lock "refresh_cache-ce464ff4-a566-47a7-9f5c-0a6357de0c98" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.370652] env[69742]: DEBUG nova.compute.manager [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.370652] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.370652] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d012947-ca9a-4de6-8f4e-08dcbe382f6f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.381332] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.383020] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-489192da-6e96-4d95-a01a-ef2df8aa7173 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.393319] env[69742]: DEBUG oslo_vmware.api [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 989.393319] env[69742]: value = "task-4060835" [ 989.393319] env[69742]: _type = "Task" [ 989.393319] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.411386] env[69742]: DEBUG oslo_vmware.api [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.459140] env[69742]: DEBUG nova.network.neutron [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Successfully updated port: 395ca27e-ada8-4a6c-86f2-91f4a28b38da {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.659054] env[69742]: DEBUG nova.network.neutron [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Successfully created port: d14c10a1-41ff-4553-b17b-84a53b3d3c6e {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.706822] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.707175] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f24edbcd-8a58-42ee-84e1-99ea7770c1c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.715796] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 989.715796] env[69742]: value = "task-4060836" [ 989.715796] env[69742]: _type = "Task" [ 989.715796] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.724857] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.746189] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3269ad-d8fe-475f-bc47-28f292ee836d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.755302] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddf1c00-c964-4e15-bd20-2282db5ca81d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.803777] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce6339c-1cb2-4dad-8081-c8248db33f34 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.817684] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe475d2-bc23-4a65-8842-86e4002498ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.836623] env[69742]: DEBUG nova.compute.provider_tree [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.906160] env[69742]: DEBUG oslo_vmware.api [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060835, 'name': PowerOffVM_Task, 'duration_secs': 0.148387} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.906478] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.906643] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.906894] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-993a1286-e209-4fe4-a1b4-25c6c75c8e20 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.937832] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.938205] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.938405] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Deleting the datastore file [datastore1] ce464ff4-a566-47a7-9f5c-0a6357de0c98 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.938679] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aada1dc-d106-41a6-8894-1f9564859329 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.948537] env[69742]: DEBUG oslo_vmware.api [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for the task: (returnval){ [ 989.948537] env[69742]: value = "task-4060838" [ 989.948537] env[69742]: _type = "Task" [ 989.948537] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.959166] env[69742]: DEBUG oslo_vmware.api [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.968014] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquiring lock "refresh_cache-1a463738-c3ff-4d05-85bb-1a48d75d8a9b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.968014] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquired lock "refresh_cache-1a463738-c3ff-4d05-85bb-1a48d75d8a9b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.968154] env[69742]: DEBUG nova.network.neutron [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.232021] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060836, 'name': PowerOffVM_Task, 'duration_secs': 0.336319} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.232021] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.232021] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.232021] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c7ca5b-b942-48c8-a2d0-a9d70e3e1493 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.242966] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.243462] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d379d60-7417-433e-911f-e1864c942c2f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.312807] env[69742]: DEBUG nova.compute.manager [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.325640] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.326042] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.326290] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleting the datastore file [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.326976] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-006a0d22-7b4b-4cf9-b6ec-84d198c76ce8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.340177] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 990.340177] env[69742]: value = "task-4060840" [ 990.340177] env[69742]: _type = "Task" [ 990.340177] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.341269] env[69742]: DEBUG nova.scheduler.client.report [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.357632] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.360539] env[69742]: DEBUG nova.virt.hardware [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.361372] env[69742]: DEBUG nova.virt.hardware [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.361372] env[69742]: DEBUG nova.virt.hardware [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.361372] env[69742]: DEBUG nova.virt.hardware [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.361372] env[69742]: DEBUG nova.virt.hardware [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.363781] env[69742]: DEBUG nova.virt.hardware [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.363781] env[69742]: DEBUG nova.virt.hardware [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.363781] env[69742]: DEBUG nova.virt.hardware [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.363781] env[69742]: DEBUG nova.virt.hardware [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.363781] env[69742]: DEBUG nova.virt.hardware [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.363781] env[69742]: DEBUG nova.virt.hardware [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.365024] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db47d27f-1fa4-42b1-a4ca-5aa1bcf882eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.374459] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae6d001-0cd9-4928-8047-7791bc5317f9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.461990] env[69742]: DEBUG oslo_vmware.api [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Task: {'id': task-4060838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361912} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.462362] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.462549] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.462730] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.462909] env[69742]: INFO nova.compute.manager [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Took 1.09 seconds to destroy the instance on the hypervisor. [ 990.463196] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.463416] env[69742]: DEBUG nova.compute.manager [-] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.463512] env[69742]: DEBUG nova.network.neutron [-] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.489949] env[69742]: DEBUG nova.network.neutron [-] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.530575] env[69742]: DEBUG nova.network.neutron [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.811818] env[69742]: DEBUG nova.network.neutron [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Updating instance_info_cache with network_info: [{"id": "395ca27e-ada8-4a6c-86f2-91f4a28b38da", "address": "fa:16:3e:6f:75:de", "network": {"id": "1689f80e-ca26-409d-8b43-343f890de0c5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1472682539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a38aae6d3514ebda1452c130b28df65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395ca27e-ad", "ovs_interfaceid": "395ca27e-ada8-4a6c-86f2-91f4a28b38da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.854146] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.855511] env[69742]: DEBUG nova.compute.manager [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.858909] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.859409] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.309s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.860941] env[69742]: INFO nova.compute.claims [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.993797] env[69742]: DEBUG nova.network.neutron [-] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.246141] env[69742]: DEBUG nova.network.neutron [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Successfully updated port: d14c10a1-41ff-4553-b17b-84a53b3d3c6e {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.315858] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Releasing lock "refresh_cache-1a463738-c3ff-4d05-85bb-1a48d75d8a9b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.316222] env[69742]: DEBUG nova.compute.manager [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Instance network_info: |[{"id": "395ca27e-ada8-4a6c-86f2-91f4a28b38da", "address": "fa:16:3e:6f:75:de", "network": {"id": "1689f80e-ca26-409d-8b43-343f890de0c5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1472682539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a38aae6d3514ebda1452c130b28df65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395ca27e-ad", "ovs_interfaceid": "395ca27e-ada8-4a6c-86f2-91f4a28b38da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.316663] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:75:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f66f8375-4460-4acd-987b-acda72bfcf0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '395ca27e-ada8-4a6c-86f2-91f4a28b38da', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.332130] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Creating folder: Project (5a38aae6d3514ebda1452c130b28df65). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.333313] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef98d9bf-000d-497d-b017-06b36ee97b04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.348234] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Created folder: Project (5a38aae6d3514ebda1452c130b28df65) in parent group-v804621. [ 991.348327] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Creating folder: Instances. Parent ref: group-v804826. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.348892] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4f88410-e51a-49e7-8864-210a07faa475 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.355830] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.571795} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.356478] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.356669] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.356872] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.368067] env[69742]: DEBUG nova.compute.utils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.368067] env[69742]: DEBUG nova.compute.manager [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.368067] env[69742]: DEBUG nova.network.neutron [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.368442] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Created folder: Instances in parent group-v804826. [ 991.368665] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.369177] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.369915] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7907b65c-ca2a-491e-ab0f-e01a915e1878 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.389263] env[69742]: DEBUG nova.compute.manager [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Received event network-changed-d3a08585-1a59-4afc-81d9-d433e00ad02d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.389517] env[69742]: DEBUG nova.compute.manager [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Refreshing instance network info cache due to event network-changed-d3a08585-1a59-4afc-81d9-d433e00ad02d. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.389748] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] Acquiring lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.389887] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] Acquired lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.390055] env[69742]: DEBUG nova.network.neutron [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Refreshing network info cache for port d3a08585-1a59-4afc-81d9-d433e00ad02d {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.406609] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.406609] env[69742]: value = "task-4060843" [ 991.406609] env[69742]: _type = "Task" [ 991.406609] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.417765] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060843, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.447359] env[69742]: DEBUG nova.policy [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a72ca9d99d6443f699fc2e1f02c56fb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db5b850da27c49babab8b344b6a66d1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.497123] env[69742]: INFO nova.compute.manager [-] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Took 1.03 seconds to deallocate network for instance. [ 991.750826] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.750987] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.754024] env[69742]: DEBUG nova.network.neutron [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.879590] env[69742]: DEBUG nova.compute.manager [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.896547] env[69742]: DEBUG nova.network.neutron [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Successfully created port: 0d019e6a-bfa6-4676-8129-b132657add6f {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.922275] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060843, 'name': CreateVM_Task, 'duration_secs': 0.434672} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.923859] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.923859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.923859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.923859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.924675] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb302ba8-9bf1-4718-8663-b19ac7bb4fcb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.934320] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for the task: (returnval){ [ 991.934320] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524d1db3-0e2c-1755-3154-c288cb45c1a0" [ 991.934320] env[69742]: _type = "Task" [ 991.934320] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.951948] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524d1db3-0e2c-1755-3154-c288cb45c1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.952365] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.952467] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.952714] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.952865] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.953059] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.953472] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b15643c6-652e-4080-97c4-aee6a3500e6b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.972455] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.972669] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.973516] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca64689-4e62-4daf-a3b5-f28132a20302 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.982088] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for the task: (returnval){ [ 991.982088] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522e735d-a83c-6c12-ed3d-2397dac8fbbb" [ 991.982088] env[69742]: _type = "Task" [ 991.982088] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.997513] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522e735d-a83c-6c12-ed3d-2397dac8fbbb, 'name': SearchDatastore_Task} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.998657] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5396db36-9e2c-44d1-a18a-97f928d18023 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.008111] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.011158] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for the task: (returnval){ [ 992.011158] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e14f8e-2274-4075-8c41-6660a674f039" [ 992.011158] env[69742]: _type = "Task" [ 992.011158] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.029483] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e14f8e-2274-4075-8c41-6660a674f039, 'name': SearchDatastore_Task, 'duration_secs': 0.015913} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.029755] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.030035] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 1a463738-c3ff-4d05-85bb-1a48d75d8a9b/1a463738-c3ff-4d05-85bb-1a48d75d8a9b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.030314] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b68bc27b-e579-478f-a63c-16e545fc5ed3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.040615] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for the task: (returnval){ [ 992.040615] env[69742]: value = "task-4060844" [ 992.040615] env[69742]: _type = "Task" [ 992.040615] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.051060] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.294290] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dca03d4-0cd6-4c71-9654-6efd96af0289 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.298463] env[69742]: DEBUG nova.network.neutron [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.305491] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d86dee-9a7e-4093-8e8f-fcfecbf6a789 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.342799] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057054d0-2e7a-4493-9127-4cbb1a005178 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.351637] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90da05e3-473b-41de-99ce-368f79c80be8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.367481] env[69742]: DEBUG nova.compute.provider_tree [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.425318] env[69742]: DEBUG nova.virt.hardware [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.425318] env[69742]: DEBUG nova.virt.hardware [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.425318] env[69742]: DEBUG nova.virt.hardware [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.425318] env[69742]: DEBUG nova.virt.hardware [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.425318] env[69742]: DEBUG nova.virt.hardware [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.425318] env[69742]: DEBUG nova.virt.hardware [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.425318] env[69742]: DEBUG nova.virt.hardware [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.425318] env[69742]: DEBUG nova.virt.hardware [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.425318] env[69742]: DEBUG nova.virt.hardware [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.425318] env[69742]: DEBUG nova.virt.hardware [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.425318] env[69742]: DEBUG nova.virt.hardware [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.425941] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a5169d-c779-4684-8515-4842fe220f92 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.435695] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1da451-0d3f-450c-82f1-ded14c3a2750 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.453453] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:38:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0b83617-2b7e-4c12-8812-f4dd906c599a', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.461351] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.465617] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.469561] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef5276f5-f38a-4e1a-a92c-fe29afb2c30b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.485091] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquiring lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.485091] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.486931] env[69742]: DEBUG nova.network.neutron [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updated VIF entry in instance network info cache for port d3a08585-1a59-4afc-81d9-d433e00ad02d. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.487321] env[69742]: DEBUG nova.network.neutron [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance_info_cache with network_info: [{"id": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "address": "fa:16:3e:5d:3c:85", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a08585-1a", "ovs_interfaceid": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.496985] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.496985] env[69742]: value = "task-4060845" [ 992.496985] env[69742]: _type = "Task" [ 992.496985] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.507933] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060845, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.526126] env[69742]: DEBUG nova.network.neutron [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updating instance_info_cache with network_info: [{"id": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "address": "fa:16:3e:3d:0d:6a", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14c10a1-41", "ovs_interfaceid": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.552280] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060844, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.895716] env[69742]: ERROR nova.scheduler.client.report [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [req-3345d4dd-e804-4da0-a51b-4c8dfa3dff96] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3345d4dd-e804-4da0-a51b-4c8dfa3dff96"}]} [ 992.899551] env[69742]: DEBUG nova.compute.manager [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.937042] env[69742]: DEBUG nova.scheduler.client.report [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 992.958410] env[69742]: DEBUG nova.virt.hardware [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.958410] env[69742]: DEBUG nova.virt.hardware [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.958410] env[69742]: DEBUG nova.virt.hardware [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.958410] env[69742]: DEBUG nova.virt.hardware [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.958410] env[69742]: DEBUG nova.virt.hardware [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.958410] env[69742]: DEBUG nova.virt.hardware [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.958410] env[69742]: DEBUG nova.virt.hardware [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.959265] env[69742]: DEBUG nova.virt.hardware [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.959524] env[69742]: DEBUG nova.virt.hardware [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.959706] env[69742]: DEBUG nova.virt.hardware [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.959880] env[69742]: DEBUG nova.virt.hardware [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.961532] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703880bf-3988-46bf-ac49-a5459b3323c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.964689] env[69742]: DEBUG nova.scheduler.client.report [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 992.964957] env[69742]: DEBUG nova.compute.provider_tree [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.975247] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2111fb-9871-4d80-9959-4fac0eafd4bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.981684] env[69742]: DEBUG nova.scheduler.client.report [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 992.994053] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] Releasing lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.994891] env[69742]: DEBUG nova.compute.manager [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Received event network-changed-395ca27e-ada8-4a6c-86f2-91f4a28b38da {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.994891] env[69742]: DEBUG nova.compute.manager [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Refreshing instance network info cache due to event network-changed-395ca27e-ada8-4a6c-86f2-91f4a28b38da. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.994891] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] Acquiring lock "refresh_cache-1a463738-c3ff-4d05-85bb-1a48d75d8a9b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.995287] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] Acquired lock "refresh_cache-1a463738-c3ff-4d05-85bb-1a48d75d8a9b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.995287] env[69742]: DEBUG nova.network.neutron [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Refreshing network info cache for port 395ca27e-ada8-4a6c-86f2-91f4a28b38da {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.997497] env[69742]: DEBUG nova.compute.manager [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.012017] env[69742]: DEBUG nova.scheduler.client.report [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 993.018622] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060845, 'name': CreateVM_Task, 'duration_secs': 0.512075} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.019784] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.020846] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.020946] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.021417] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.022688] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a836b2a3-ddb4-43ab-a97c-a6873f2b0281 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.029114] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.029114] env[69742]: DEBUG nova.compute.manager [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Instance network_info: |[{"id": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "address": "fa:16:3e:3d:0d:6a", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14c10a1-41", "ovs_interfaceid": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.029318] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 993.029318] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527598e1-6372-1949-e5d7-0cc37a36317f" [ 993.029318] env[69742]: _type = "Task" [ 993.029318] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.030582] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:0d:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd14c10a1-41ff-4553-b17b-84a53b3d3c6e', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.040105] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.040105] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.043911] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1d80874-0c52-457d-ab96-7b3e8e37a1f6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.073566] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527598e1-6372-1949-e5d7-0cc37a36317f, 'name': SearchDatastore_Task, 'duration_secs': 0.019554} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.078925] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.079135] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.079271] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.079418] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.079595] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.080576] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.080576] env[69742]: value = "task-4060846" [ 993.080576] env[69742]: _type = "Task" [ 993.080576] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.080576] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750534} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.083475] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4601b369-747d-446d-8489-80d15544bf07 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.085921] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 1a463738-c3ff-4d05-85bb-1a48d75d8a9b/1a463738-c3ff-4d05-85bb-1a48d75d8a9b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.085921] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.090460] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5963cdd-4627-4277-b451-c1a71c829727 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.100966] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060846, 'name': CreateVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.102651] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for the task: (returnval){ [ 993.102651] env[69742]: value = "task-4060847" [ 993.102651] env[69742]: _type = "Task" [ 993.102651] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.109875] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.110132] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.111463] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8abe0238-9c0e-46ad-a9cf-1defbd8dacfa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.124906] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.125271] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 993.125271] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e52aee-1ebe-849c-ebb4-5696f396fb16" [ 993.125271] env[69742]: _type = "Task" [ 993.125271] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.134699] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e52aee-1ebe-849c-ebb4-5696f396fb16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.412467] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d04a5f-0662-4b81-97b8-300feadc1235 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.423845] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4505c3af-5839-42eb-b9b5-e334e6b175b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.461466] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6f496e-d497-4493-99cb-cdf501f3bc8f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.476300] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5662d90-7406-48b6-8de5-4a404f9f26b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.487026] env[69742]: DEBUG nova.network.neutron [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Successfully updated port: 0d019e6a-bfa6-4676-8129-b132657add6f {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.497369] env[69742]: DEBUG nova.compute.provider_tree [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.521804] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.596911] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060846, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.612158] env[69742]: DEBUG nova.compute.manager [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received event network-vif-plugged-d14c10a1-41ff-4553-b17b-84a53b3d3c6e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.612488] env[69742]: DEBUG oslo_concurrency.lockutils [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] Acquiring lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.612806] env[69742]: DEBUG oslo_concurrency.lockutils [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.613093] env[69742]: DEBUG oslo_concurrency.lockutils [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.613364] env[69742]: DEBUG nova.compute.manager [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] No waiting events found dispatching network-vif-plugged-d14c10a1-41ff-4553-b17b-84a53b3d3c6e {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.613598] env[69742]: WARNING nova.compute.manager [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received unexpected event network-vif-plugged-d14c10a1-41ff-4553-b17b-84a53b3d3c6e for instance with vm_state building and task_state spawning. [ 993.613773] env[69742]: DEBUG nova.compute.manager [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received event network-changed-d14c10a1-41ff-4553-b17b-84a53b3d3c6e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.613928] env[69742]: DEBUG nova.compute.manager [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Refreshing instance network info cache due to event network-changed-d14c10a1-41ff-4553-b17b-84a53b3d3c6e. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.614664] env[69742]: DEBUG oslo_concurrency.lockutils [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] Acquiring lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.616030] env[69742]: DEBUG oslo_concurrency.lockutils [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] Acquired lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.616030] env[69742]: DEBUG nova.network.neutron [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Refreshing network info cache for port d14c10a1-41ff-4553-b17b-84a53b3d3c6e {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.629701] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09284} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.636554] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.638377] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a91a87e-b2fc-489f-8ca1-ae0b289d4b78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.647888] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e52aee-1ebe-849c-ebb4-5696f396fb16, 'name': SearchDatastore_Task, 'duration_secs': 0.04052} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.670115] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 1a463738-c3ff-4d05-85bb-1a48d75d8a9b/1a463738-c3ff-4d05-85bb-1a48d75d8a9b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.670675] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ce916b-599d-4033-903e-7ff2487d684d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.675983] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f703ce7-005c-4f09-97e3-67f8967466e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.697826] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 993.697826] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5211fafa-0eb0-d607-834d-a5be1def5129" [ 993.697826] env[69742]: _type = "Task" [ 993.697826] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.706021] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for the task: (returnval){ [ 993.706021] env[69742]: value = "task-4060848" [ 993.706021] env[69742]: _type = "Task" [ 993.706021] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.710071] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5211fafa-0eb0-d607-834d-a5be1def5129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.716398] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.778418] env[69742]: DEBUG nova.network.neutron [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Updated VIF entry in instance network info cache for port 395ca27e-ada8-4a6c-86f2-91f4a28b38da. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.778828] env[69742]: DEBUG nova.network.neutron [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Updating instance_info_cache with network_info: [{"id": "395ca27e-ada8-4a6c-86f2-91f4a28b38da", "address": "fa:16:3e:6f:75:de", "network": {"id": "1689f80e-ca26-409d-8b43-343f890de0c5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1472682539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a38aae6d3514ebda1452c130b28df65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f66f8375-4460-4acd-987b-acda72bfcf0d", "external-id": "nsx-vlan-transportzone-533", "segmentation_id": 533, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395ca27e-ad", "ovs_interfaceid": "395ca27e-ada8-4a6c-86f2-91f4a28b38da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.990171] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquiring lock "refresh_cache-7b52a8ff-5c86-458e-bf34-3054fc26a7dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.990171] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquired lock "refresh_cache-7b52a8ff-5c86-458e-bf34-3054fc26a7dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.990627] env[69742]: DEBUG nova.network.neutron [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.004830] env[69742]: DEBUG nova.scheduler.client.report [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.097823] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060846, 'name': CreateVM_Task, 'duration_secs': 0.956621} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.098084] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.098846] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.099200] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.099454] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.099757] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77f0f0b-69b6-4265-95bc-fff5f6a0385d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.105396] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 994.105396] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524ed253-bb4d-0848-c609-fcdb91809694" [ 994.105396] env[69742]: _type = "Task" [ 994.105396] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.114513] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524ed253-bb4d-0848-c609-fcdb91809694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.213127] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5211fafa-0eb0-d607-834d-a5be1def5129, 'name': SearchDatastore_Task, 'duration_secs': 0.013925} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.217654] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.218057] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.219016] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbe41f02-a60d-4adc-b38e-8998559f47a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.229800] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.231459] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 994.231459] env[69742]: value = "task-4060849" [ 994.231459] env[69742]: _type = "Task" [ 994.231459] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.240900] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.282074] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3fa351c-7756-4b12-b439-2d6cbd8ddc1e req-d9b62a0d-98a1-4a8f-b349-bccf8cf5844f service nova] Releasing lock "refresh_cache-1a463738-c3ff-4d05-85bb-1a48d75d8a9b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.356559] env[69742]: DEBUG nova.network.neutron [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updated VIF entry in instance network info cache for port d14c10a1-41ff-4553-b17b-84a53b3d3c6e. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.357065] env[69742]: DEBUG nova.network.neutron [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updating instance_info_cache with network_info: [{"id": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "address": "fa:16:3e:3d:0d:6a", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14c10a1-41", "ovs_interfaceid": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.465193] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.465561] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.510784] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.651s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.511444] env[69742]: DEBUG nova.compute.manager [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.514917] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.914s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.516912] env[69742]: INFO nova.compute.claims [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.531948] env[69742]: DEBUG nova.network.neutron [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.619370] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524ed253-bb4d-0848-c609-fcdb91809694, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.619705] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.619866] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.620118] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.620272] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.620453] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.621110] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c01ea5c4-32d0-4537-a0cf-3d9d4b544c8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.638279] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.638279] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.638279] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9cdbaa-628e-402f-a673-b66f85d6c425 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.646917] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 994.646917] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52933020-9beb-73e7-3956-4b1395ae7f88" [ 994.646917] env[69742]: _type = "Task" [ 994.646917] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.656252] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52933020-9beb-73e7-3956-4b1395ae7f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.703317] env[69742]: DEBUG nova.network.neutron [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Updating instance_info_cache with network_info: [{"id": "0d019e6a-bfa6-4676-8129-b132657add6f", "address": "fa:16:3e:93:79:f7", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d019e6a-bf", "ovs_interfaceid": "0d019e6a-bfa6-4676-8129-b132657add6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.726647] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060848, 'name': ReconfigVM_Task, 'duration_secs': 0.638864} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.726812] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 1a463738-c3ff-4d05-85bb-1a48d75d8a9b/1a463738-c3ff-4d05-85bb-1a48d75d8a9b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.727430] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d89c9176-df12-41a1-a544-eab7b7b2eaed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.737467] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for the task: (returnval){ [ 994.737467] env[69742]: value = "task-4060850" [ 994.737467] env[69742]: _type = "Task" [ 994.737467] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.744909] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060849, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.753177] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060850, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.860052] env[69742]: DEBUG oslo_concurrency.lockutils [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] Releasing lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.860389] env[69742]: DEBUG nova.compute.manager [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Received event network-vif-plugged-0d019e6a-bfa6-4676-8129-b132657add6f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.860594] env[69742]: DEBUG oslo_concurrency.lockutils [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] Acquiring lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.860811] env[69742]: DEBUG oslo_concurrency.lockutils [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] Lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.861052] env[69742]: DEBUG oslo_concurrency.lockutils [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] Lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.861174] env[69742]: DEBUG nova.compute.manager [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] No waiting events found dispatching network-vif-plugged-0d019e6a-bfa6-4676-8129-b132657add6f {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.861295] env[69742]: WARNING nova.compute.manager [req-48f9e28f-cbcc-4ebc-a061-89f2ae5ea49d req-9f3db72f-10f0-44f2-81bc-02b3f9a5c564 service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Received unexpected event network-vif-plugged-0d019e6a-bfa6-4676-8129-b132657add6f for instance with vm_state building and task_state spawning. [ 994.968474] env[69742]: DEBUG nova.compute.manager [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.021500] env[69742]: DEBUG nova.compute.utils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.025092] env[69742]: DEBUG nova.compute.manager [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.025332] env[69742]: DEBUG nova.network.neutron [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.065488] env[69742]: DEBUG nova.policy [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8155aac3eed24663be1af6fdbbdc9bb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3634e73ca6ec483b98e2f72b63aa750e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.159080] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52933020-9beb-73e7-3956-4b1395ae7f88, 'name': SearchDatastore_Task, 'duration_secs': 0.058764} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.160028] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63029518-ad5b-41cb-a280-5145541c183e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.166472] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 995.166472] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cf177c-1ecb-b891-5565-d3f0f348825f" [ 995.166472] env[69742]: _type = "Task" [ 995.166472] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.175240] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cf177c-1ecb-b891-5565-d3f0f348825f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.205786] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Releasing lock "refresh_cache-7b52a8ff-5c86-458e-bf34-3054fc26a7dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.205953] env[69742]: DEBUG nova.compute.manager [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Instance network_info: |[{"id": "0d019e6a-bfa6-4676-8129-b132657add6f", "address": "fa:16:3e:93:79:f7", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d019e6a-bf", "ovs_interfaceid": "0d019e6a-bfa6-4676-8129-b132657add6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.206605] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:79:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d019e6a-bfa6-4676-8129-b132657add6f', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.216275] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Creating folder: Project (db5b850da27c49babab8b344b6a66d1a). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.216656] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3affd56d-b110-42c4-9ffc-950f252d11d8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.228677] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Created folder: Project (db5b850da27c49babab8b344b6a66d1a) in parent group-v804621. [ 995.228870] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Creating folder: Instances. Parent ref: group-v804831. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.229132] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb9a31e9-0a71-47f4-a3fd-d65deaf935d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.242386] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Created folder: Instances in parent group-v804831. [ 995.242619] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.246401] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.246709] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53601} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.246923] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82601a71-79d4-4fed-ab12-1459e7d75ac6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.264905] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.265756] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.268434] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c6eced3-19ed-4367-93f8-2e52d16cbe86 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.271326] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060850, 'name': Rename_Task, 'duration_secs': 0.158191} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.271326] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.271546] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56965008-3d0f-456e-9d12-1b5454c2c054 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.276497] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.276497] env[69742]: value = "task-4060854" [ 995.276497] env[69742]: _type = "Task" [ 995.276497] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.278665] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 995.278665] env[69742]: value = "task-4060853" [ 995.278665] env[69742]: _type = "Task" [ 995.278665] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.282986] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for the task: (returnval){ [ 995.282986] env[69742]: value = "task-4060855" [ 995.282986] env[69742]: _type = "Task" [ 995.282986] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.295283] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060854, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.300285] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.304025] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.352595] env[69742]: DEBUG nova.network.neutron [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Successfully created port: 9b4f5273-29aa-4e17-ac3e-20e697a7aeca {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.494859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.531345] env[69742]: DEBUG nova.compute.manager [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.639947] env[69742]: DEBUG nova.compute.manager [req-bccbe5b9-0956-4ace-8b4a-456c5fd982f7 req-1da8ea16-9215-4930-a1a9-6590b119d5e1 service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Received event network-changed-0d019e6a-bfa6-4676-8129-b132657add6f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.640584] env[69742]: DEBUG nova.compute.manager [req-bccbe5b9-0956-4ace-8b4a-456c5fd982f7 req-1da8ea16-9215-4930-a1a9-6590b119d5e1 service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Refreshing instance network info cache due to event network-changed-0d019e6a-bfa6-4676-8129-b132657add6f. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.640918] env[69742]: DEBUG oslo_concurrency.lockutils [req-bccbe5b9-0956-4ace-8b4a-456c5fd982f7 req-1da8ea16-9215-4930-a1a9-6590b119d5e1 service nova] Acquiring lock "refresh_cache-7b52a8ff-5c86-458e-bf34-3054fc26a7dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.641205] env[69742]: DEBUG oslo_concurrency.lockutils [req-bccbe5b9-0956-4ace-8b4a-456c5fd982f7 req-1da8ea16-9215-4930-a1a9-6590b119d5e1 service nova] Acquired lock "refresh_cache-7b52a8ff-5c86-458e-bf34-3054fc26a7dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.641487] env[69742]: DEBUG nova.network.neutron [req-bccbe5b9-0956-4ace-8b4a-456c5fd982f7 req-1da8ea16-9215-4930-a1a9-6590b119d5e1 service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Refreshing network info cache for port 0d019e6a-bfa6-4676-8129-b132657add6f {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.681559] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cf177c-1ecb-b891-5565-d3f0f348825f, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.681853] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.682157] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 3f5b86eb-203d-4abc-a622-663d9b5021f0/3f5b86eb-203d-4abc-a622-663d9b5021f0.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.682428] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f00dae30-7d8c-4004-b458-c2964f5ea622 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.694029] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 995.694029] env[69742]: value = "task-4060856" [ 995.694029] env[69742]: _type = "Task" [ 995.694029] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.705479] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.801195] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060854, 'name': CreateVM_Task, 'duration_secs': 0.464816} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.804035] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.805289] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.805388] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.805800] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.816057] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab10c49f-a2ca-4e04-b5ba-b7b60fc50b43 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.817870] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060855, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.818183] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126046} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.818549] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.819985] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c79c057-ba72-47aa-98c1-88e956b4aec1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.829261] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for the task: (returnval){ [ 995.829261] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5285fde1-2055-d158-840f-cb6493adf6bd" [ 995.829261] env[69742]: _type = "Task" [ 995.829261] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.856845] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.862032] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ebe9826-66f4-411b-bcb7-1f8bb76434d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.885192] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5285fde1-2055-d158-840f-cb6493adf6bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.886130] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.886480] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.886776] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.886965] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.887212] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.887567] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e32f01a-93a0-46e4-8cb6-d262b6e7a954 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.892077] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 995.892077] env[69742]: value = "task-4060857" [ 995.892077] env[69742]: _type = "Task" [ 995.892077] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.901794] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.906335] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.906468] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.909968] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d02fc154-b53a-4b46-abbc-d0adb93364b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.915801] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for the task: (returnval){ [ 995.915801] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5248222b-6a8c-f1c1-6fc3-1a60033cd66a" [ 995.915801] env[69742]: _type = "Task" [ 995.915801] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.931044] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5248222b-6a8c-f1c1-6fc3-1a60033cd66a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.973122] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993e67d-17fe-4731-9de8-5ceb6d3a75fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.982414] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e74bf0c-6a3d-4de8-bf11-5388f0d4f5a1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.020388] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b29216-742f-4400-aa61-57a012d490a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.031089] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75896bee-6d77-482e-a07d-26e486468e72 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.052900] env[69742]: DEBUG nova.compute.provider_tree [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.207042] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060856, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.301873] env[69742]: DEBUG oslo_vmware.api [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060855, 'name': PowerOnVM_Task, 'duration_secs': 0.666789} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.302412] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.302748] env[69742]: INFO nova.compute.manager [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Took 8.11 seconds to spawn the instance on the hypervisor. [ 996.303076] env[69742]: DEBUG nova.compute.manager [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.307991] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5c3d02-54f8-4a31-86ed-044f43005d49 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.402504] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060857, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.417295] env[69742]: DEBUG nova.network.neutron [req-bccbe5b9-0956-4ace-8b4a-456c5fd982f7 req-1da8ea16-9215-4930-a1a9-6590b119d5e1 service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Updated VIF entry in instance network info cache for port 0d019e6a-bfa6-4676-8129-b132657add6f. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.417653] env[69742]: DEBUG nova.network.neutron [req-bccbe5b9-0956-4ace-8b4a-456c5fd982f7 req-1da8ea16-9215-4930-a1a9-6590b119d5e1 service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Updating instance_info_cache with network_info: [{"id": "0d019e6a-bfa6-4676-8129-b132657add6f", "address": "fa:16:3e:93:79:f7", "network": {"id": "fa548b87-7480-46c9-b160-23d57ae28b34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8a931311a4724a329e1e163e85a0454a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d019e6a-bf", "ovs_interfaceid": "0d019e6a-bfa6-4676-8129-b132657add6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.428552] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5248222b-6a8c-f1c1-6fc3-1a60033cd66a, 'name': SearchDatastore_Task, 'duration_secs': 0.073195} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.429873] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48d300fb-29a1-45f2-9706-9cada71decc5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.436793] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for the task: (returnval){ [ 996.436793] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5291feb2-0381-4172-73d7-ade8784ecda3" [ 996.436793] env[69742]: _type = "Task" [ 996.436793] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.449038] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5291feb2-0381-4172-73d7-ade8784ecda3, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.449343] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.449671] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 7b52a8ff-5c86-458e-bf34-3054fc26a7dd/7b52a8ff-5c86-458e-bf34-3054fc26a7dd.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.449975] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f83c0d6-bba2-4e47-9db1-c340e69b1087 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.457799] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for the task: (returnval){ [ 996.457799] env[69742]: value = "task-4060858" [ 996.457799] env[69742]: _type = "Task" [ 996.457799] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.466933] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.541760] env[69742]: DEBUG nova.compute.manager [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.557319] env[69742]: DEBUG nova.scheduler.client.report [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.573950] env[69742]: DEBUG nova.virt.hardware [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.573950] env[69742]: DEBUG nova.virt.hardware [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.573950] env[69742]: DEBUG nova.virt.hardware [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.573950] env[69742]: DEBUG nova.virt.hardware [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.573950] env[69742]: DEBUG nova.virt.hardware [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.574355] env[69742]: DEBUG nova.virt.hardware [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.574426] env[69742]: DEBUG nova.virt.hardware [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.574548] env[69742]: DEBUG nova.virt.hardware [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.574729] env[69742]: DEBUG nova.virt.hardware [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.574900] env[69742]: DEBUG nova.virt.hardware [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.575088] env[69742]: DEBUG nova.virt.hardware [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.576138] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a207f2-1b1d-410d-a458-e5c9d010c924 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.586200] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a71a699-2007-4f27-90e3-07a3fef9f7de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.707811] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569175} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.707811] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 3f5b86eb-203d-4abc-a622-663d9b5021f0/3f5b86eb-203d-4abc-a622-663d9b5021f0.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.707811] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.708075] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09166f0b-9bb4-4dfa-853b-73baf05e1646 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.717224] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 996.717224] env[69742]: value = "task-4060859" [ 996.717224] env[69742]: _type = "Task" [ 996.717224] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.731697] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.835925] env[69742]: INFO nova.compute.manager [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Took 33.22 seconds to build instance. [ 996.905064] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060857, 'name': ReconfigVM_Task, 'duration_secs': 0.513978} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.906012] env[69742]: DEBUG nova.network.neutron [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Successfully updated port: 9b4f5273-29aa-4e17-ac3e-20e697a7aeca {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.907741] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Reconfigured VM instance instance-00000033 to attach disk [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.909455] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6aba3b3-d92f-4002-ad60-5644b33a1feb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.917623] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 996.917623] env[69742]: value = "task-4060860" [ 996.917623] env[69742]: _type = "Task" [ 996.917623] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.921706] env[69742]: DEBUG oslo_concurrency.lockutils [req-bccbe5b9-0956-4ace-8b4a-456c5fd982f7 req-1da8ea16-9215-4930-a1a9-6590b119d5e1 service nova] Releasing lock "refresh_cache-7b52a8ff-5c86-458e-bf34-3054fc26a7dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.929523] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060860, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.969266] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482397} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.969561] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 7b52a8ff-5c86-458e-bf34-3054fc26a7dd/7b52a8ff-5c86-458e-bf34-3054fc26a7dd.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.969785] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.970059] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22fe0b09-8034-4c69-9709-5dcb19fb126c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.978131] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for the task: (returnval){ [ 996.978131] env[69742]: value = "task-4060861" [ 996.978131] env[69742]: _type = "Task" [ 996.978131] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.987767] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.062347] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.218182] env[69742]: DEBUG nova.compute.manager [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.218182] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.133s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.218182] env[69742]: INFO nova.compute.claims [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.229804] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091959} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.230384] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.231070] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f6c14b-7ceb-4c74-8ef8-767e6d7bc0d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.256619] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 3f5b86eb-203d-4abc-a622-663d9b5021f0/3f5b86eb-203d-4abc-a622-663d9b5021f0.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.256973] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ab1eff-63e6-422c-b04d-8b83d67cb289 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.277458] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 997.277458] env[69742]: value = "task-4060862" [ 997.277458] env[69742]: _type = "Task" [ 997.277458] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.288949] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.343261] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c6c4878-fff7-4247-a27d-a287bb1336f6 tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.735s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.410038] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "refresh_cache-78ee6c88-0a68-4875-a937-7fabc242d2bf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.410177] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "refresh_cache-78ee6c88-0a68-4875-a937-7fabc242d2bf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.410298] env[69742]: DEBUG nova.network.neutron [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.428993] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060860, 'name': Rename_Task, 'duration_secs': 0.267042} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.429476] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.429563] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26be123d-d01d-46ab-9efa-8f2feec78c5b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.436474] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 997.436474] env[69742]: value = "task-4060863" [ 997.436474] env[69742]: _type = "Task" [ 997.436474] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.445421] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.490344] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.571862] env[69742]: DEBUG nova.compute.utils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.573770] env[69742]: DEBUG nova.compute.manager [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.573943] env[69742]: DEBUG nova.network.neutron [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.631722] env[69742]: DEBUG nova.policy [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea4b55ebf54e4c1da72d8750cb7b1c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff1e5f866a6f4687b375a77eeafa45ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.790440] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.792851] env[69742]: DEBUG nova.compute.manager [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Received event network-vif-plugged-9b4f5273-29aa-4e17-ac3e-20e697a7aeca {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.792994] env[69742]: DEBUG oslo_concurrency.lockutils [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] Acquiring lock "78ee6c88-0a68-4875-a937-7fabc242d2bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.793414] env[69742]: DEBUG oslo_concurrency.lockutils [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] Lock "78ee6c88-0a68-4875-a937-7fabc242d2bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.793512] env[69742]: DEBUG oslo_concurrency.lockutils [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] Lock "78ee6c88-0a68-4875-a937-7fabc242d2bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.793614] env[69742]: DEBUG nova.compute.manager [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] No waiting events found dispatching network-vif-plugged-9b4f5273-29aa-4e17-ac3e-20e697a7aeca {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.793783] env[69742]: WARNING nova.compute.manager [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Received unexpected event network-vif-plugged-9b4f5273-29aa-4e17-ac3e-20e697a7aeca for instance with vm_state building and task_state spawning. [ 997.793957] env[69742]: DEBUG nova.compute.manager [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Received event network-changed-9b4f5273-29aa-4e17-ac3e-20e697a7aeca {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.794142] env[69742]: DEBUG nova.compute.manager [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Refreshing instance network info cache due to event network-changed-9b4f5273-29aa-4e17-ac3e-20e697a7aeca. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.794345] env[69742]: DEBUG oslo_concurrency.lockutils [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] Acquiring lock "refresh_cache-78ee6c88-0a68-4875-a937-7fabc242d2bf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.951916] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060863, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.962563] env[69742]: DEBUG nova.network.neutron [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Successfully created port: 6b0d1be3-e6ab-4a30-8b1c-114e4804186e {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.972257] env[69742]: DEBUG nova.network.neutron [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.991459] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.899171} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.991945] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.995330] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35af012b-795b-44c6-ba00-7bd4ab01797e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.020989] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 7b52a8ff-5c86-458e-bf34-3054fc26a7dd/7b52a8ff-5c86-458e-bf34-3054fc26a7dd.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.024071] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-848279a1-8096-4bc4-b0cb-f2b7f2655f8f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.041625] env[69742]: DEBUG oslo_concurrency.lockutils [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquiring lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.041625] env[69742]: DEBUG oslo_concurrency.lockutils [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.041720] env[69742]: DEBUG oslo_concurrency.lockutils [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquiring lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.042760] env[69742]: DEBUG oslo_concurrency.lockutils [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.042760] env[69742]: DEBUG oslo_concurrency.lockutils [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.044748] env[69742]: INFO nova.compute.manager [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Terminating instance [ 998.053229] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for the task: (returnval){ [ 998.053229] env[69742]: value = "task-4060864" [ 998.053229] env[69742]: _type = "Task" [ 998.053229] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.065673] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.079689] env[69742]: DEBUG nova.compute.manager [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.253790] env[69742]: DEBUG nova.network.neutron [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Updating instance_info_cache with network_info: [{"id": "9b4f5273-29aa-4e17-ac3e-20e697a7aeca", "address": "fa:16:3e:81:2b:34", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4f5273-29", "ovs_interfaceid": "9b4f5273-29aa-4e17-ac3e-20e697a7aeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.298956] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060862, 'name': ReconfigVM_Task, 'duration_secs': 0.973237} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.300395] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 3f5b86eb-203d-4abc-a622-663d9b5021f0/3f5b86eb-203d-4abc-a622-663d9b5021f0.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.300395] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76bb6cbc-7687-457b-85cf-9ff267836f40 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.311152] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 998.311152] env[69742]: value = "task-4060865" [ 998.311152] env[69742]: _type = "Task" [ 998.311152] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.322221] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060865, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.448472] env[69742]: DEBUG oslo_vmware.api [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060863, 'name': PowerOnVM_Task, 'duration_secs': 0.524847} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.448759] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.448962] env[69742]: DEBUG nova.compute.manager [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.449775] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5cb2da-229f-4499-8f70-86495d14e235 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.460678] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebe2ce8-ebb5-4985-9767-362c47e16301 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.469098] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c5ac3b-ac9a-4e01-bb6d-b813f185bb0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.503998] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb323e6-87f4-4d1f-830f-de9e2202b98a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.513555] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cad4cc6-fcab-4315-97f9-cbf6f36f99a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.530882] env[69742]: DEBUG nova.compute.provider_tree [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.549132] env[69742]: DEBUG nova.compute.manager [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.549454] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.550655] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc3c1f9-4d9b-408b-8f4c-106b4470cf7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.562877] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060864, 'name': ReconfigVM_Task, 'duration_secs': 0.325548} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.565361] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 7b52a8ff-5c86-458e-bf34-3054fc26a7dd/7b52a8ff-5c86-458e-bf34-3054fc26a7dd.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.566104] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.566363] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88513362-90e0-470c-8f2d-3023ed5bade4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.568036] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9794ed2e-5364-4619-9be4-713b18686a35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.575562] env[69742]: DEBUG oslo_vmware.api [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for the task: (returnval){ [ 998.575562] env[69742]: value = "task-4060867" [ 998.575562] env[69742]: _type = "Task" [ 998.575562] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.577215] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for the task: (returnval){ [ 998.577215] env[69742]: value = "task-4060866" [ 998.577215] env[69742]: _type = "Task" [ 998.577215] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.595081] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060866, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.598275] env[69742]: DEBUG oslo_vmware.api [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.757572] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "refresh_cache-78ee6c88-0a68-4875-a937-7fabc242d2bf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.758062] env[69742]: DEBUG nova.compute.manager [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Instance network_info: |[{"id": "9b4f5273-29aa-4e17-ac3e-20e697a7aeca", "address": "fa:16:3e:81:2b:34", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4f5273-29", "ovs_interfaceid": "9b4f5273-29aa-4e17-ac3e-20e697a7aeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.758513] env[69742]: DEBUG oslo_concurrency.lockutils [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] Acquired lock "refresh_cache-78ee6c88-0a68-4875-a937-7fabc242d2bf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.758794] env[69742]: DEBUG nova.network.neutron [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Refreshing network info cache for port 9b4f5273-29aa-4e17-ac3e-20e697a7aeca {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.760833] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:2b:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b4f5273-29aa-4e17-ac3e-20e697a7aeca', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.773423] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Creating folder: Project (3634e73ca6ec483b98e2f72b63aa750e). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.778299] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09a5b468-c2fb-4843-adbc-0e0bc5cb9e78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.792243] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Created folder: Project (3634e73ca6ec483b98e2f72b63aa750e) in parent group-v804621. [ 998.793057] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Creating folder: Instances. Parent ref: group-v804834. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.793188] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-970452d0-7890-44fd-b179-0f46278b8587 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.808993] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Created folder: Instances in parent group-v804834. [ 998.809365] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.809894] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.809894] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca5eb297-aa90-4f8d-b927-32e07c31066f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.837595] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060865, 'name': Rename_Task, 'duration_secs': 0.295162} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.838973] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.839313] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.839313] env[69742]: value = "task-4060870" [ 998.839313] env[69742]: _type = "Task" [ 998.839313] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.839540] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4663ea6-d5c4-4ff9-a8d0-af5db3857358 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.854154] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 998.854154] env[69742]: value = "task-4060871" [ 998.854154] env[69742]: _type = "Task" [ 998.854154] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.863685] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.972502] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.034776] env[69742]: DEBUG nova.scheduler.client.report [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.040598] env[69742]: DEBUG nova.network.neutron [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Updated VIF entry in instance network info cache for port 9b4f5273-29aa-4e17-ac3e-20e697a7aeca. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.040860] env[69742]: DEBUG nova.network.neutron [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Updating instance_info_cache with network_info: [{"id": "9b4f5273-29aa-4e17-ac3e-20e697a7aeca", "address": "fa:16:3e:81:2b:34", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4f5273-29", "ovs_interfaceid": "9b4f5273-29aa-4e17-ac3e-20e697a7aeca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.091436] env[69742]: DEBUG oslo_vmware.api [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060867, 'name': PowerOffVM_Task, 'duration_secs': 0.235176} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.095775] env[69742]: DEBUG nova.compute.manager [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.098281] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.098472] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.098763] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060866, 'name': Rename_Task, 'duration_secs': 0.199322} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.100034] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1373399e-4baf-436a-a255-ac127b66c1fb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.100896] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.101471] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44f30237-bd94-4b50-aa0b-84d1f564a93d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.108963] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for the task: (returnval){ [ 999.108963] env[69742]: value = "task-4060873" [ 999.108963] env[69742]: _type = "Task" [ 999.108963] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.124440] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.136192] env[69742]: DEBUG nova.virt.hardware [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0d488edf3896b7bf00626cee5571441b',container_format='bare',created_at=2025-05-13T01:20:14Z,direct_url=,disk_format='vmdk',id=7ba1addd-519d-4d69-87b3-e9ac5f265395,min_disk=1,min_ram=0,name='tempest-test-snap-373998765',owner='ff1e5f866a6f4687b375a77eeafa45ab',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-13T01:20:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.136192] env[69742]: DEBUG nova.virt.hardware [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.136192] env[69742]: DEBUG nova.virt.hardware [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.136192] env[69742]: DEBUG nova.virt.hardware [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.136192] env[69742]: DEBUG nova.virt.hardware [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.136192] env[69742]: DEBUG nova.virt.hardware [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.136192] env[69742]: DEBUG nova.virt.hardware [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.136192] env[69742]: DEBUG nova.virt.hardware [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.136878] env[69742]: DEBUG nova.virt.hardware [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.136878] env[69742]: DEBUG nova.virt.hardware [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.136878] env[69742]: DEBUG nova.virt.hardware [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.137684] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a5d95-f4d3-44b8-8502-d2a3b3aa6366 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.148889] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e60098d-c335-41e2-adf9-70fd40bc8675 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.184035] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.184442] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.184669] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Deleting the datastore file [datastore2] 1a463738-c3ff-4d05-85bb-1a48d75d8a9b {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.185057] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c9cb046-8d09-4926-b33a-cf793f9ce5b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.193923] env[69742]: DEBUG oslo_vmware.api [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for the task: (returnval){ [ 999.193923] env[69742]: value = "task-4060874" [ 999.193923] env[69742]: _type = "Task" [ 999.193923] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.204407] env[69742]: DEBUG oslo_vmware.api [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.352837] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060870, 'name': CreateVM_Task, 'duration_secs': 0.43897} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.353040] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.353764] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.353919] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.354331] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.354676] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2726c6-f92e-4c61-92da-9b7d6f5e437f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.364356] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 999.364356] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5298fba7-4356-b1b0-7b98-7d5ef8065c38" [ 999.364356] env[69742]: _type = "Task" [ 999.364356] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.368217] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060871, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.378173] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5298fba7-4356-b1b0-7b98-7d5ef8065c38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.543148] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.543739] env[69742]: DEBUG nova.compute.manager [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.547054] env[69742]: DEBUG oslo_concurrency.lockutils [req-34176dbb-d9c3-41d4-b530-1573ef6aaed6 req-abd196fa-2dea-4c34-86f4-9544899cd068 service nova] Releasing lock "refresh_cache-78ee6c88-0a68-4875-a937-7fabc242d2bf" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.547733] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.890s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.549689] env[69742]: INFO nova.compute.claims [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.609191] env[69742]: DEBUG nova.network.neutron [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Successfully updated port: 6b0d1be3-e6ab-4a30-8b1c-114e4804186e {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.622428] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.704810] env[69742]: DEBUG oslo_vmware.api [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Task: {'id': task-4060874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23907} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.705121] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.705318] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.705497] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.705677] env[69742]: INFO nova.compute.manager [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 999.705923] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.706228] env[69742]: DEBUG nova.compute.manager [-] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.706414] env[69742]: DEBUG nova.network.neutron [-] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.867841] env[69742]: DEBUG oslo_vmware.api [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060871, 'name': PowerOnVM_Task, 'duration_secs': 0.546522} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.868256] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.868463] env[69742]: INFO nova.compute.manager [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Took 9.55 seconds to spawn the instance on the hypervisor. [ 999.868646] env[69742]: DEBUG nova.compute.manager [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.872727] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1a2e30-8ec9-4fa3-ab84-4effa0d62e53 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.884860] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5298fba7-4356-b1b0-7b98-7d5ef8065c38, 'name': SearchDatastore_Task, 'duration_secs': 0.013521} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.890477] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.890477] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.890477] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.890477] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.890477] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.896229] env[69742]: DEBUG nova.compute.manager [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Received event network-vif-plugged-6b0d1be3-e6ab-4a30-8b1c-114e4804186e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.897451] env[69742]: DEBUG oslo_concurrency.lockutils [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] Acquiring lock "5596d63b-ee04-4140-aa3a-6a51538dc207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.897451] env[69742]: DEBUG oslo_concurrency.lockutils [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] Lock "5596d63b-ee04-4140-aa3a-6a51538dc207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.897451] env[69742]: DEBUG oslo_concurrency.lockutils [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] Lock "5596d63b-ee04-4140-aa3a-6a51538dc207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.897451] env[69742]: DEBUG nova.compute.manager [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] No waiting events found dispatching network-vif-plugged-6b0d1be3-e6ab-4a30-8b1c-114e4804186e {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.897682] env[69742]: WARNING nova.compute.manager [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Received unexpected event network-vif-plugged-6b0d1be3-e6ab-4a30-8b1c-114e4804186e for instance with vm_state building and task_state spawning. [ 999.897865] env[69742]: DEBUG nova.compute.manager [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Received event network-changed-6b0d1be3-e6ab-4a30-8b1c-114e4804186e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.898033] env[69742]: DEBUG nova.compute.manager [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Refreshing instance network info cache due to event network-changed-6b0d1be3-e6ab-4a30-8b1c-114e4804186e. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.898225] env[69742]: DEBUG oslo_concurrency.lockutils [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] Acquiring lock "refresh_cache-5596d63b-ee04-4140-aa3a-6a51538dc207" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.898358] env[69742]: DEBUG oslo_concurrency.lockutils [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] Acquired lock "refresh_cache-5596d63b-ee04-4140-aa3a-6a51538dc207" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.898508] env[69742]: DEBUG nova.network.neutron [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Refreshing network info cache for port 6b0d1be3-e6ab-4a30-8b1c-114e4804186e {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.901184] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4625b7dd-f018-4740-8701-a16d0e9219e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.915217] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.916360] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.916360] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feebf81c-63ba-4e01-90cc-e0cc5c0f5398 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.931304] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 999.931304] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52eb0697-0ccf-94c2-036f-b218b90cff6c" [ 999.931304] env[69742]: _type = "Task" [ 999.931304] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.944491] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52eb0697-0ccf-94c2-036f-b218b90cff6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.992753] env[69742]: INFO nova.compute.manager [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Rebuilding instance [ 1000.053298] env[69742]: DEBUG nova.compute.utils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.056072] env[69742]: DEBUG nova.compute.manager [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.056455] env[69742]: DEBUG nova.compute.manager [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.056750] env[69742]: DEBUG nova.network.neutron [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.063872] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76509ac-d1b4-4d99-af8d-ecc6e7180cb0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.114543] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "refresh_cache-5596d63b-ee04-4140-aa3a-6a51538dc207" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.125597] env[69742]: DEBUG oslo_vmware.api [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060873, 'name': PowerOnVM_Task, 'duration_secs': 0.726418} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.126049] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.126376] env[69742]: INFO nova.compute.manager [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1000.126694] env[69742]: DEBUG nova.compute.manager [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.128829] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3051b6d-1974-491a-861f-ef59d674adea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.142971] env[69742]: DEBUG nova.policy [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c28c12e3764affb0fe66edf2375315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e75b20ccb74934b5ef91445d88ed54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.418655] env[69742]: INFO nova.compute.manager [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Took 36.11 seconds to build instance. [ 1000.441881] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52eb0697-0ccf-94c2-036f-b218b90cff6c, 'name': SearchDatastore_Task, 'duration_secs': 0.022636} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.443533] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52ebc9d-2b5d-4300-8a2c-0b205947ee6f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.452795] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1000.452795] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521e6e50-01bf-8c29-9a60-059c7c40c2c8" [ 1000.452795] env[69742]: _type = "Task" [ 1000.452795] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.463854] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521e6e50-01bf-8c29-9a60-059c7c40c2c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.469933] env[69742]: DEBUG nova.network.neutron [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.508140] env[69742]: DEBUG nova.network.neutron [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Successfully created port: 16636cc5-d832-4dec-93d9-2cba8696c81b {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.572783] env[69742]: DEBUG nova.network.neutron [-] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.574554] env[69742]: DEBUG nova.compute.manager [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.623605] env[69742]: DEBUG nova.network.neutron [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.658138] env[69742]: INFO nova.compute.manager [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Took 31.85 seconds to build instance. [ 1000.922236] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d4d2161c-3c94-4d24-873c-0d6e04b6c2d4 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.633s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.970509] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521e6e50-01bf-8c29-9a60-059c7c40c2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.017971} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.970806] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.971103] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 78ee6c88-0a68-4875-a937-7fabc242d2bf/78ee6c88-0a68-4875-a937-7fabc242d2bf.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.971415] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b931a7b7-79b6-4521-af6a-ddb5f2edd193 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.977870] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3316faba-b11a-488a-9e8a-ef6c3d2e3399 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.986955] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1000.986955] env[69742]: value = "task-4060875" [ 1000.986955] env[69742]: _type = "Task" [ 1000.986955] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.993814] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b09b11-51c8-45c8-abc8-bf4f358fb7a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.003831] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.029057] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f615afd-3794-4c95-b945-f45b87eee5c7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.037253] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a689c0a-3504-4e5b-8218-0fa7b49c1456 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.052382] env[69742]: DEBUG nova.compute.provider_tree [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.081111] env[69742]: INFO nova.compute.manager [-] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Took 1.37 seconds to deallocate network for instance. [ 1001.086837] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.086837] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff16d365-ba6e-4238-8848-b31376e9a678 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.096742] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1001.096742] env[69742]: value = "task-4060876" [ 1001.096742] env[69742]: _type = "Task" [ 1001.096742] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.108963] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.125753] env[69742]: DEBUG oslo_concurrency.lockutils [req-1664ebf7-c4bc-4da1-9863-6f051989a7b0 req-1157bcd9-dd03-49ad-a846-3d3ea7229f89 service nova] Releasing lock "refresh_cache-5596d63b-ee04-4140-aa3a-6a51538dc207" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.126436] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "refresh_cache-5596d63b-ee04-4140-aa3a-6a51538dc207" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.127845] env[69742]: DEBUG nova.network.neutron [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.162083] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0b56a824-893f-4316-acdc-7fe9ce62899c tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.384s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.500193] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060875, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.556526] env[69742]: DEBUG nova.scheduler.client.report [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.590246] env[69742]: DEBUG nova.compute.manager [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.595958] env[69742]: DEBUG oslo_concurrency.lockutils [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.610431] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060876, 'name': PowerOffVM_Task, 'duration_secs': 0.276922} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.610766] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.611019] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.613865] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f2cf4e-2302-4129-a8c4-af430bcf8517 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.629790] env[69742]: DEBUG nova.virt.hardware [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.629790] env[69742]: DEBUG nova.virt.hardware [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.629790] env[69742]: DEBUG nova.virt.hardware [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.629790] env[69742]: DEBUG nova.virt.hardware [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.629790] env[69742]: DEBUG nova.virt.hardware [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.629790] env[69742]: DEBUG nova.virt.hardware [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.629790] env[69742]: DEBUG nova.virt.hardware [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.629790] env[69742]: DEBUG nova.virt.hardware [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.629790] env[69742]: DEBUG nova.virt.hardware [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.629790] env[69742]: DEBUG nova.virt.hardware [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.629790] env[69742]: DEBUG nova.virt.hardware [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.633167] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dba2ae-667f-46f2-b0ee-3a634e139c42 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.638941] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.639310] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76e2cc7c-ba8f-41df-b89e-9fa80558e0f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.650597] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712fe861-0005-4af3-b3bf-f277b8ee027f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.697844] env[69742]: DEBUG nova.network.neutron [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.730328] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.730328] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.730768] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleting the datastore file [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.731176] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25496b11-e0ab-481b-8b74-3e49cec570c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.739949] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1001.739949] env[69742]: value = "task-4060878" [ 1001.739949] env[69742]: _type = "Task" [ 1001.739949] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.750473] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.867491] env[69742]: DEBUG nova.network.neutron [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Updating instance_info_cache with network_info: [{"id": "6b0d1be3-e6ab-4a30-8b1c-114e4804186e", "address": "fa:16:3e:ac:b6:f4", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0d1be3-e6", "ovs_interfaceid": "6b0d1be3-e6ab-4a30-8b1c-114e4804186e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.959596] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquiring lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.960034] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.960988] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquiring lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.961091] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.962157] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.965487] env[69742]: INFO nova.compute.manager [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Terminating instance [ 1001.999077] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060875, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.067539] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.068157] env[69742]: DEBUG nova.compute.manager [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.071427] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.141s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.071780] env[69742]: DEBUG nova.objects.instance [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Lazy-loading 'resources' on Instance uuid dc45777c-ff0a-4fa5-8280-cc0a3b793d74 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.124818] env[69742]: DEBUG nova.network.neutron [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Successfully updated port: 16636cc5-d832-4dec-93d9-2cba8696c81b {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.217159] env[69742]: DEBUG nova.compute.manager [req-30b4d120-4390-40fc-9d8b-1bdaaedfca78 req-78da4cb1-e1e7-4f1b-96f1-3628dea08549 service nova] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Received event network-vif-deleted-395ca27e-ada8-4a6c-86f2-91f4a28b38da {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.252932] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385225} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.253325] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.253578] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.253843] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.301299] env[69742]: DEBUG nova.compute.manager [req-32da3cdd-5349-402f-be66-67e6b3ba9be3 req-1ace7dba-bef0-4f8f-a673-5c0f6f2cfda6 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received event network-changed-d14c10a1-41ff-4553-b17b-84a53b3d3c6e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.302672] env[69742]: DEBUG nova.compute.manager [req-32da3cdd-5349-402f-be66-67e6b3ba9be3 req-1ace7dba-bef0-4f8f-a673-5c0f6f2cfda6 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Refreshing instance network info cache due to event network-changed-d14c10a1-41ff-4553-b17b-84a53b3d3c6e. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.302672] env[69742]: DEBUG oslo_concurrency.lockutils [req-32da3cdd-5349-402f-be66-67e6b3ba9be3 req-1ace7dba-bef0-4f8f-a673-5c0f6f2cfda6 service nova] Acquiring lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.302672] env[69742]: DEBUG oslo_concurrency.lockutils [req-32da3cdd-5349-402f-be66-67e6b3ba9be3 req-1ace7dba-bef0-4f8f-a673-5c0f6f2cfda6 service nova] Acquired lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.302672] env[69742]: DEBUG nova.network.neutron [req-32da3cdd-5349-402f-be66-67e6b3ba9be3 req-1ace7dba-bef0-4f8f-a673-5c0f6f2cfda6 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Refreshing network info cache for port d14c10a1-41ff-4553-b17b-84a53b3d3c6e {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.371293] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "refresh_cache-5596d63b-ee04-4140-aa3a-6a51538dc207" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.371715] env[69742]: DEBUG nova.compute.manager [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Instance network_info: |[{"id": "6b0d1be3-e6ab-4a30-8b1c-114e4804186e", "address": "fa:16:3e:ac:b6:f4", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b0d1be3-e6", "ovs_interfaceid": "6b0d1be3-e6ab-4a30-8b1c-114e4804186e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.372755] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:b6:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b0d1be3-e6ab-4a30-8b1c-114e4804186e', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.383279] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.384722] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.384722] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2ee7158-7610-4f74-8e09-c69087119c57 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.406158] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.406158] env[69742]: value = "task-4060879" [ 1002.406158] env[69742]: _type = "Task" [ 1002.406158] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.414658] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060879, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.471068] env[69742]: DEBUG nova.compute.manager [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.471465] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.472940] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b978fed-fb9c-4a74-bbe1-73817254a416 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.483190] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.483503] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adf23026-49f9-4231-bac5-e596a9257fb1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.493631] env[69742]: DEBUG oslo_vmware.api [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for the task: (returnval){ [ 1002.493631] env[69742]: value = "task-4060880" [ 1002.493631] env[69742]: _type = "Task" [ 1002.493631] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.500811] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060875, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.506595] env[69742]: DEBUG oslo_vmware.api [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.575264] env[69742]: DEBUG nova.compute.utils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.580189] env[69742]: DEBUG nova.compute.manager [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.580385] env[69742]: DEBUG nova.network.neutron [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.618721] env[69742]: DEBUG nova.policy [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01b7985ac153434b98d5efdb190ddd27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c727b75d0db347569fa0a54399eab163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.631700] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.632033] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.632033] env[69742]: DEBUG nova.network.neutron [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.926459] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060879, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.007873] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060875, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.788494} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.011537] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 78ee6c88-0a68-4875-a937-7fabc242d2bf/78ee6c88-0a68-4875-a937-7fabc242d2bf.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.011762] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.012090] env[69742]: DEBUG oslo_vmware.api [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060880, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.013799] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e130df82-1b54-41b0-ac23-606dc9834ed2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.016549] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e9ab8a-c808-44fb-b797-f70ff4f616ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.025824] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf32a4a-03ee-45a0-878c-9e6b3c6edd22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.029764] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1003.029764] env[69742]: value = "task-4060881" [ 1003.029764] env[69742]: _type = "Task" [ 1003.029764] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.071406] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e2e6bc-539b-4c9e-b004-f0f48bb17089 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.075022] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.080739] env[69742]: DEBUG nova.compute.manager [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.086170] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cae647-b8f6-4fb4-8cc3-932a07b3c6ac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.091524] env[69742]: DEBUG nova.network.neutron [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Successfully created port: 94d2ae0b-e886-4496-b9a1-e8cea6211150 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.105266] env[69742]: DEBUG nova.compute.provider_tree [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.171160] env[69742]: DEBUG nova.network.neutron [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.259687] env[69742]: DEBUG nova.network.neutron [req-32da3cdd-5349-402f-be66-67e6b3ba9be3 req-1ace7dba-bef0-4f8f-a673-5c0f6f2cfda6 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updated VIF entry in instance network info cache for port d14c10a1-41ff-4553-b17b-84a53b3d3c6e. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.260058] env[69742]: DEBUG nova.network.neutron [req-32da3cdd-5349-402f-be66-67e6b3ba9be3 req-1ace7dba-bef0-4f8f-a673-5c0f6f2cfda6 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updating instance_info_cache with network_info: [{"id": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "address": "fa:16:3e:3d:0d:6a", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14c10a1-41", "ovs_interfaceid": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.300810] env[69742]: DEBUG nova.virt.hardware [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.301073] env[69742]: DEBUG nova.virt.hardware [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.301237] env[69742]: DEBUG nova.virt.hardware [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.301421] env[69742]: DEBUG nova.virt.hardware [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.301570] env[69742]: DEBUG nova.virt.hardware [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.301715] env[69742]: DEBUG nova.virt.hardware [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.301924] env[69742]: DEBUG nova.virt.hardware [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.302276] env[69742]: DEBUG nova.virt.hardware [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.302497] env[69742]: DEBUG nova.virt.hardware [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.302670] env[69742]: DEBUG nova.virt.hardware [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.302842] env[69742]: DEBUG nova.virt.hardware [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.303747] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a905199c-6cd6-42ea-8c97-0a96ac016fb3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.312707] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41293e53-b256-4e8c-9eb3-a0077557389c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.329191] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:38:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0b83617-2b7e-4c12-8812-f4dd906c599a', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.338397] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.338965] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.339211] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8350407e-f315-4c42-9086-f0be21ae3d38 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.368407] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.368407] env[69742]: value = "task-4060882" [ 1003.368407] env[69742]: _type = "Task" [ 1003.368407] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.381018] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060882, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.399318] env[69742]: DEBUG nova.network.neutron [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance_info_cache with network_info: [{"id": "16636cc5-d832-4dec-93d9-2cba8696c81b", "address": "fa:16:3e:84:ce:c4", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16636cc5-d8", "ovs_interfaceid": "16636cc5-d832-4dec-93d9-2cba8696c81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.421086] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060879, 'name': CreateVM_Task, 'duration_secs': 0.791413} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.421947] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.422710] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.422886] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.423281] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.423822] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f6c6d6-b3a6-4059-b08e-a6dc0bd945f9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.430430] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1003.430430] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52076ab1-6059-3162-4fb2-2b183ad113d4" [ 1003.430430] env[69742]: _type = "Task" [ 1003.430430] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.442861] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52076ab1-6059-3162-4fb2-2b183ad113d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.508092] env[69742]: DEBUG oslo_vmware.api [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060880, 'name': PowerOffVM_Task, 'duration_secs': 0.57631} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.508466] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.508663] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.508931] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f1afb15-7f8b-4f05-a9f8-6449c21c91d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.541168] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213169} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.541475] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.542346] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a1d5a-3a45-41b3-8fe4-1f67b322025c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.566335] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 78ee6c88-0a68-4875-a937-7fabc242d2bf/78ee6c88-0a68-4875-a937-7fabc242d2bf.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.566661] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-180098c7-c241-42e9-ba3f-ac1872c54991 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.583384] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.584046] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.584046] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Deleting the datastore file [datastore2] 7b52a8ff-5c86-458e-bf34-3054fc26a7dd {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.584527] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c2ce6d9-0005-462a-b51f-84c65350c946 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.589641] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1003.589641] env[69742]: value = "task-4060884" [ 1003.589641] env[69742]: _type = "Task" [ 1003.589641] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.597558] env[69742]: DEBUG oslo_vmware.api [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for the task: (returnval){ [ 1003.597558] env[69742]: value = "task-4060885" [ 1003.597558] env[69742]: _type = "Task" [ 1003.597558] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.605410] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.612074] env[69742]: DEBUG nova.scheduler.client.report [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.616578] env[69742]: DEBUG oslo_vmware.api [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.766083] env[69742]: DEBUG oslo_concurrency.lockutils [req-32da3cdd-5349-402f-be66-67e6b3ba9be3 req-1ace7dba-bef0-4f8f-a673-5c0f6f2cfda6 service nova] Releasing lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.880329] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060882, 'name': CreateVM_Task, 'duration_secs': 0.371196} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.880525] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.881234] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.881400] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.881791] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.881975] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18405b5-7fd8-44f1-b4e6-c499aa8f3838 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.887673] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1003.887673] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525767db-a650-0e2c-0b5f-68e0cbce8ef8" [ 1003.887673] env[69742]: _type = "Task" [ 1003.887673] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.897275] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525767db-a650-0e2c-0b5f-68e0cbce8ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.901927] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.902263] env[69742]: DEBUG nova.compute.manager [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Instance network_info: |[{"id": "16636cc5-d832-4dec-93d9-2cba8696c81b", "address": "fa:16:3e:84:ce:c4", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16636cc5-d8", "ovs_interfaceid": "16636cc5-d832-4dec-93d9-2cba8696c81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.902692] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:ce:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16636cc5-d832-4dec-93d9-2cba8696c81b', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.910328] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Creating folder: Project (19e75b20ccb74934b5ef91445d88ed54). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.910627] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50c310d8-5989-44fa-b6d6-3daa7f82da1d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.922516] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Created folder: Project (19e75b20ccb74934b5ef91445d88ed54) in parent group-v804621. [ 1003.922717] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Creating folder: Instances. Parent ref: group-v804839. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.922974] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8be7965-7971-4a1d-915d-5174aa1b53be {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.935930] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Created folder: Instances in parent group-v804839. [ 1003.936845] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.936845] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.937245] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-599eccc6-adbb-43c3-8ade-dd1df2060643 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.955938] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.956275] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Processing image 7ba1addd-519d-4d69-87b3-e9ac5f265395 {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.956574] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395/7ba1addd-519d-4d69-87b3-e9ac5f265395.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.956738] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395/7ba1addd-519d-4d69-87b3-e9ac5f265395.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.956925] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.957250] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55020361-548c-47a4-935c-cf809c53d8e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.962437] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.962437] env[69742]: value = "task-4060888" [ 1003.962437] env[69742]: _type = "Task" [ 1003.962437] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.970727] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.970975] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.975353] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4846e358-65ff-4a6a-ab78-b7122259cd87 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.977664] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060888, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.982897] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1003.982897] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e7c287-bf71-c58f-7435-ef99e46bb612" [ 1003.982897] env[69742]: _type = "Task" [ 1003.982897] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.994863] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e7c287-bf71-c58f-7435-ef99e46bb612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.101304] env[69742]: DEBUG nova.compute.manager [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.103620] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060884, 'name': ReconfigVM_Task, 'duration_secs': 0.344569} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.109253] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 78ee6c88-0a68-4875-a937-7fabc242d2bf/78ee6c88-0a68-4875-a937-7fabc242d2bf.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.109901] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22609bac-89a5-4a4e-8a2e-8c1a958d9b84 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.118118] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.120130] env[69742]: DEBUG oslo_vmware.api [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Task: {'id': task-4060885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167506} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.124470] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.861s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.124792] env[69742]: DEBUG nova.objects.instance [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lazy-loading 'resources' on Instance uuid 63005fe8-620c-4a91-b48c-5cecee3ad2d5 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.126502] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.126796] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.127097] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.127492] env[69742]: INFO nova.compute.manager [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1004.127759] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.128561] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1004.128561] env[69742]: value = "task-4060889" [ 1004.128561] env[69742]: _type = "Task" [ 1004.128561] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.129308] env[69742]: DEBUG nova.compute.manager [-] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.129428] env[69742]: DEBUG nova.network.neutron [-] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.138316] env[69742]: DEBUG nova.virt.hardware [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.138600] env[69742]: DEBUG nova.virt.hardware [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.138772] env[69742]: DEBUG nova.virt.hardware [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.138957] env[69742]: DEBUG nova.virt.hardware [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.139158] env[69742]: DEBUG nova.virt.hardware [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.139327] env[69742]: DEBUG nova.virt.hardware [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.139833] env[69742]: DEBUG nova.virt.hardware [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.139833] env[69742]: DEBUG nova.virt.hardware [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.139907] env[69742]: DEBUG nova.virt.hardware [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.140031] env[69742]: DEBUG nova.virt.hardware [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.140255] env[69742]: DEBUG nova.virt.hardware [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.142244] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc2f8dc-173a-4fe6-9c90-90a79790c660 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.147687] env[69742]: INFO nova.scheduler.client.report [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Deleted allocations for instance dc45777c-ff0a-4fa5-8280-cc0a3b793d74 [ 1004.158761] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060889, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.164733] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06ce728-b122-4b60-aa4d-0bffdd0708c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.249349] env[69742]: DEBUG nova.compute.manager [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Received event network-vif-plugged-16636cc5-d832-4dec-93d9-2cba8696c81b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.249628] env[69742]: DEBUG oslo_concurrency.lockutils [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] Acquiring lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.249860] env[69742]: DEBUG oslo_concurrency.lockutils [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.250231] env[69742]: DEBUG oslo_concurrency.lockutils [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.250468] env[69742]: DEBUG nova.compute.manager [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] No waiting events found dispatching network-vif-plugged-16636cc5-d832-4dec-93d9-2cba8696c81b {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.250733] env[69742]: WARNING nova.compute.manager [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Received unexpected event network-vif-plugged-16636cc5-d832-4dec-93d9-2cba8696c81b for instance with vm_state building and task_state spawning. [ 1004.251009] env[69742]: DEBUG nova.compute.manager [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Received event network-changed-16636cc5-d832-4dec-93d9-2cba8696c81b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.251295] env[69742]: DEBUG nova.compute.manager [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Refreshing instance network info cache due to event network-changed-16636cc5-d832-4dec-93d9-2cba8696c81b. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.251613] env[69742]: DEBUG oslo_concurrency.lockutils [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] Acquiring lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.251855] env[69742]: DEBUG oslo_concurrency.lockutils [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] Acquired lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.252070] env[69742]: DEBUG nova.network.neutron [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Refreshing network info cache for port 16636cc5-d832-4dec-93d9-2cba8696c81b {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.405407] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525767db-a650-0e2c-0b5f-68e0cbce8ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.014946} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.405760] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.405996] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.406264] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.406416] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.406606] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.406987] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39fbc8b8-3588-4586-a5e5-b3e4a3bdca77 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.418062] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.418287] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.419145] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-458a2e00-1f76-49b6-afb0-695bec3aabb9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.425264] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1004.425264] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52248fb1-9a33-b713-25c2-8d8c18b066f7" [ 1004.425264] env[69742]: _type = "Task" [ 1004.425264] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.436451] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52248fb1-9a33-b713-25c2-8d8c18b066f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.476654] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060888, 'name': CreateVM_Task, 'duration_secs': 0.365133} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.476840] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.477564] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.477732] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.478062] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.478315] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72745661-ca60-4b2d-b145-09556e8ac4cf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.482587] env[69742]: DEBUG nova.compute.manager [req-c5e1dd71-9c53-47f2-bdc0-277bb66dbc5a req-19381a2f-5dc3-4702-abe1-c3551b871d9f service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Received event network-vif-deleted-0d019e6a-bfa6-4676-8129-b132657add6f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.482777] env[69742]: INFO nova.compute.manager [req-c5e1dd71-9c53-47f2-bdc0-277bb66dbc5a req-19381a2f-5dc3-4702-abe1-c3551b871d9f service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Neutron deleted interface 0d019e6a-bfa6-4676-8129-b132657add6f; detaching it from the instance and deleting it from the info cache [ 1004.483017] env[69742]: DEBUG nova.network.neutron [req-c5e1dd71-9c53-47f2-bdc0-277bb66dbc5a req-19381a2f-5dc3-4702-abe1-c3551b871d9f service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.488119] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1004.488119] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b84e59-eb5d-b61b-5670-116b8d5e34e3" [ 1004.488119] env[69742]: _type = "Task" [ 1004.488119] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.506686] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b84e59-eb5d-b61b-5670-116b8d5e34e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013952} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.506686] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.506686] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.506686] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.506686] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Preparing fetch location {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1004.506686] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Fetch image to [datastore2] OSTACK_IMG_83e9606c-88d1-469a-8534-88d11915a466/OSTACK_IMG_83e9606c-88d1-469a-8534-88d11915a466.vmdk {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1004.506686] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Downloading stream optimized image 7ba1addd-519d-4d69-87b3-e9ac5f265395 to [datastore2] OSTACK_IMG_83e9606c-88d1-469a-8534-88d11915a466/OSTACK_IMG_83e9606c-88d1-469a-8534-88d11915a466.vmdk on the data store datastore2 as vApp {{(pid=69742) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1004.506973] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Downloading image file data 7ba1addd-519d-4d69-87b3-e9ac5f265395 to the ESX as VM named 'OSTACK_IMG_83e9606c-88d1-469a-8534-88d11915a466' {{(pid=69742) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1004.596128] env[69742]: DEBUG oslo_vmware.rw_handles [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1004.596128] env[69742]: value = "resgroup-9" [ 1004.596128] env[69742]: _type = "ResourcePool" [ 1004.596128] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1004.600055] env[69742]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e2748792-f66a-4092-b1c1-ea7c409a2d0c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.618396] env[69742]: DEBUG oslo_vmware.rw_handles [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lease: (returnval){ [ 1004.618396] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0d913-f995-31fa-bc20-0756ccdc7fc0" [ 1004.618396] env[69742]: _type = "HttpNfcLease" [ 1004.618396] env[69742]: } obtained for vApp import into resource pool (val){ [ 1004.618396] env[69742]: value = "resgroup-9" [ 1004.618396] env[69742]: _type = "ResourcePool" [ 1004.618396] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1004.618646] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the lease: (returnval){ [ 1004.618646] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0d913-f995-31fa-bc20-0756ccdc7fc0" [ 1004.618646] env[69742]: _type = "HttpNfcLease" [ 1004.618646] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1004.625292] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.625292] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0d913-f995-31fa-bc20-0756ccdc7fc0" [ 1004.625292] env[69742]: _type = "HttpNfcLease" [ 1004.625292] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1004.641271] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060889, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.657431] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f89c814b-8886-4c25-8f38-bf2773f06967 tempest-ServersNegativeTestMultiTenantJSON-2081130689 tempest-ServersNegativeTestMultiTenantJSON-2081130689-project-member] Lock "dc45777c-ff0a-4fa5-8280-cc0a3b793d74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.231s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.762748] env[69742]: DEBUG nova.network.neutron [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Successfully updated port: 94d2ae0b-e886-4496-b9a1-e8cea6211150 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.933927] env[69742]: DEBUG nova.network.neutron [-] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.942512] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52248fb1-9a33-b713-25c2-8d8c18b066f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.946264] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c92c83-5a47-496e-8f0d-20db700a999d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.953083] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1004.953083] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529ad38c-ca85-6629-6cb1-b6c033a4a3b9" [ 1004.953083] env[69742]: _type = "Task" [ 1004.953083] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.970364] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529ad38c-ca85-6629-6cb1-b6c033a4a3b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.970750] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.971021] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.971478] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.971748] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.971893] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10d8fa67-d535-4453-91b6-f3d479ce3351 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.974547] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c2af5a0-cc4f-408b-8a9f-202ebc200aba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.983530] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1004.983530] env[69742]: value = "task-4060891" [ 1004.983530] env[69742]: _type = "Task" [ 1004.983530] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.988100] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b385b23-45c1-47c0-9ce2-bf85bf78801c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.000939] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.001202] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.002124] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.003450] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4915712-a060-472b-af47-89e18390cce2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.011111] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377abba0-5cf9-4a34-b9bb-039f8d94f0e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.026775] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af34d739-fa8d-4756-817d-52ce5ddd3bdb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.031765] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1005.031765] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52403bc0-9fcd-cf29-3c2f-84c06a251bcc" [ 1005.031765] env[69742]: _type = "Task" [ 1005.031765] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.038386] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58802d42-9e2b-4885-9ff7-367a9f5310f9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.047105] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52403bc0-9fcd-cf29-3c2f-84c06a251bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.059915] env[69742]: DEBUG nova.compute.manager [req-c5e1dd71-9c53-47f2-bdc0-277bb66dbc5a req-19381a2f-5dc3-4702-abe1-c3551b871d9f service nova] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Detach interface failed, port_id=0d019e6a-bfa6-4676-8129-b132657add6f, reason: Instance 7b52a8ff-5c86-458e-bf34-3054fc26a7dd could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.060517] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3957c36f-195d-4d08-b176-4f35e48934d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.090692] env[69742]: DEBUG nova.network.neutron [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updated VIF entry in instance network info cache for port 16636cc5-d832-4dec-93d9-2cba8696c81b. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.091144] env[69742]: DEBUG nova.network.neutron [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance_info_cache with network_info: [{"id": "16636cc5-d832-4dec-93d9-2cba8696c81b", "address": "fa:16:3e:84:ce:c4", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16636cc5-d8", "ovs_interfaceid": "16636cc5-d832-4dec-93d9-2cba8696c81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.093333] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0024d72-0f5c-4086-8679-be1b533641bc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.098372] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1005.098372] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524c6c49-2580-9724-24dd-eefa26857577" [ 1005.098372] env[69742]: _type = "Task" [ 1005.098372] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.105970] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef504c2a-b2b4-4aeb-b81e-8730156d54d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.114303] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524c6c49-2580-9724-24dd-eefa26857577, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.115017] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.115363] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4d3c5a50-80a9-454a-9fe1-b1f39e82d442/4d3c5a50-80a9-454a-9fe1-b1f39e82d442.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.115896] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-445d7274-0a3e-4651-96ec-ac7f801e2387 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.126225] env[69742]: DEBUG nova.compute.provider_tree [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.134102] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1005.134102] env[69742]: value = "task-4060892" [ 1005.134102] env[69742]: _type = "Task" [ 1005.134102] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.139334] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.139334] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0d913-f995-31fa-bc20-0756ccdc7fc0" [ 1005.139334] env[69742]: _type = "HttpNfcLease" [ 1005.139334] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.148126] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060889, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.151092] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.265239] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "refresh_cache-39af9a92-c1fc-4fe6-b543-3e54009d5389" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.265472] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "refresh_cache-39af9a92-c1fc-4fe6-b543-3e54009d5389" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.268837] env[69742]: DEBUG nova.network.neutron [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.438969] env[69742]: INFO nova.compute.manager [-] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Took 1.31 seconds to deallocate network for instance. [ 1005.496177] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060891, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.597703] env[69742]: DEBUG oslo_concurrency.lockutils [req-72a3f7c7-7204-4e39-87dc-fc4d45353f07 req-cf467960-047e-49de-b58d-16acae352818 service nova] Releasing lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.636099] env[69742]: DEBUG nova.scheduler.client.report [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.652651] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.652651] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0d913-f995-31fa-bc20-0756ccdc7fc0" [ 1005.652651] env[69742]: _type = "HttpNfcLease" [ 1005.652651] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.661954] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060892, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.666481] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060889, 'name': Rename_Task, 'duration_secs': 1.144047} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.666933] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.667844] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73653725-7f13-4a13-88fd-0bc4285e851a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.679834] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1005.679834] env[69742]: value = "task-4060893" [ 1005.679834] env[69742]: _type = "Task" [ 1005.679834] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.692732] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.839179] env[69742]: DEBUG nova.network.neutron [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.948402] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.997063] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.978295} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.997388] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.997624] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.997901] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6ac0985-0c25-44e1-b062-39d7f365745e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.007896] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1006.007896] env[69742]: value = "task-4060894" [ 1006.007896] env[69742]: _type = "Task" [ 1006.007896] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.018840] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.063590] env[69742]: DEBUG nova.network.neutron [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Updating instance_info_cache with network_info: [{"id": "94d2ae0b-e886-4496-b9a1-e8cea6211150", "address": "fa:16:3e:e6:d8:61", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d2ae0b-e8", "ovs_interfaceid": "94d2ae0b-e886-4496-b9a1-e8cea6211150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.136820] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.136820] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0d913-f995-31fa-bc20-0756ccdc7fc0" [ 1006.136820] env[69742]: _type = "HttpNfcLease" [ 1006.136820] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1006.142237] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.149908] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.835s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.153963] env[69742]: DEBUG nova.objects.instance [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lazy-loading 'resources' on Instance uuid ffc53993-dd71-4c83-a401-91dfbcea4e54 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.161334] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822546} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.162078] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4d3c5a50-80a9-454a-9fe1-b1f39e82d442/4d3c5a50-80a9-454a-9fe1-b1f39e82d442.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.162362] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.162656] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e6954b6-6749-4545-9f45-abb449c63160 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.170482] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1006.170482] env[69742]: value = "task-4060895" [ 1006.170482] env[69742]: _type = "Task" [ 1006.170482] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.182284] env[69742]: INFO nova.scheduler.client.report [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Deleted allocations for instance 63005fe8-620c-4a91-b48c-5cecee3ad2d5 [ 1006.183901] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.196752] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.395964] env[69742]: DEBUG nova.compute.manager [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Received event network-vif-plugged-94d2ae0b-e886-4496-b9a1-e8cea6211150 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.398487] env[69742]: DEBUG oslo_concurrency.lockutils [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] Acquiring lock "39af9a92-c1fc-4fe6-b543-3e54009d5389-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.398735] env[69742]: DEBUG oslo_concurrency.lockutils [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.398987] env[69742]: DEBUG oslo_concurrency.lockutils [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.401180] env[69742]: DEBUG nova.compute.manager [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] No waiting events found dispatching network-vif-plugged-94d2ae0b-e886-4496-b9a1-e8cea6211150 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.401180] env[69742]: WARNING nova.compute.manager [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Received unexpected event network-vif-plugged-94d2ae0b-e886-4496-b9a1-e8cea6211150 for instance with vm_state building and task_state spawning. [ 1006.401180] env[69742]: DEBUG nova.compute.manager [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Received event network-changed-94d2ae0b-e886-4496-b9a1-e8cea6211150 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.401180] env[69742]: DEBUG nova.compute.manager [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Refreshing instance network info cache due to event network-changed-94d2ae0b-e886-4496-b9a1-e8cea6211150. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.401180] env[69742]: DEBUG oslo_concurrency.lockutils [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] Acquiring lock "refresh_cache-39af9a92-c1fc-4fe6-b543-3e54009d5389" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.523030] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071447} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.523030] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.523030] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0de4a99-9ad9-4c7a-b9d8-4d6da635a170 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.548812] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.549428] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40654de1-b4b6-4286-b2cf-b4e152ca5d06 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.567134] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "refresh_cache-39af9a92-c1fc-4fe6-b543-3e54009d5389" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.567646] env[69742]: DEBUG nova.compute.manager [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Instance network_info: |[{"id": "94d2ae0b-e886-4496-b9a1-e8cea6211150", "address": "fa:16:3e:e6:d8:61", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d2ae0b-e8", "ovs_interfaceid": "94d2ae0b-e886-4496-b9a1-e8cea6211150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.568591] env[69742]: DEBUG oslo_concurrency.lockutils [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] Acquired lock "refresh_cache-39af9a92-c1fc-4fe6-b543-3e54009d5389" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.572014] env[69742]: DEBUG nova.network.neutron [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Refreshing network info cache for port 94d2ae0b-e886-4496-b9a1-e8cea6211150 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.572014] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:d8:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94d2ae0b-e886-4496-b9a1-e8cea6211150', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.578626] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.582123] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.583252] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0df9c40f-15c9-4b03-b5d6-312ccec4d837 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.601018] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1006.601018] env[69742]: value = "task-4060896" [ 1006.601018] env[69742]: _type = "Task" [ 1006.601018] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.608550] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.608550] env[69742]: value = "task-4060897" [ 1006.608550] env[69742]: _type = "Task" [ 1006.608550] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.621134] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.624708] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060897, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.636037] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1006.636037] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0d913-f995-31fa-bc20-0756ccdc7fc0" [ 1006.636037] env[69742]: _type = "HttpNfcLease" [ 1006.636037] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1006.683478] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077199} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.683691] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.684853] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2be3ac-fd85-49d6-8681-9ff1bd7fd80d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.703956] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88716c0a-289d-4d2a-92c6-2f2d9f782f61 tempest-MigrationsAdminTest-840932700 tempest-MigrationsAdminTest-840932700-project-member] Lock "63005fe8-620c-4a91-b48c-5cecee3ad2d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.727s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.727209] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4d3c5a50-80a9-454a-9fe1-b1f39e82d442/4d3c5a50-80a9-454a-9fe1-b1f39e82d442.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.732738] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-166b45c9-ccf3-47da-b505-79a92dbb506b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.750174] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.763571] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1006.763571] env[69742]: value = "task-4060898" [ 1006.763571] env[69742]: _type = "Task" [ 1006.763571] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.773446] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.999809] env[69742]: DEBUG nova.network.neutron [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Updated VIF entry in instance network info cache for port 94d2ae0b-e886-4496-b9a1-e8cea6211150. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.000183] env[69742]: DEBUG nova.network.neutron [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Updating instance_info_cache with network_info: [{"id": "94d2ae0b-e886-4496-b9a1-e8cea6211150", "address": "fa:16:3e:e6:d8:61", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d2ae0b-e8", "ovs_interfaceid": "94d2ae0b-e886-4496-b9a1-e8cea6211150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.124230] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060896, 'name': ReconfigVM_Task, 'duration_secs': 0.379751} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.125312] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Reconfigured VM instance instance-00000033 to attach disk [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917/c1fda6cf-f884-4df7-a10d-3ddce8b26917.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.126427] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1980e5ff-5fdf-4661-8bad-a59265cc70f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.129292] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-237126d8-8fd6-45d7-81e8-150766e41732 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.139518] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060897, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.144340] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7164479-4285-44e0-82d2-e52fec809f94 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.147750] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1007.147750] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0d913-f995-31fa-bc20-0756ccdc7fc0" [ 1007.147750] env[69742]: _type = "HttpNfcLease" [ 1007.147750] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1007.149814] env[69742]: DEBUG oslo_vmware.rw_handles [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1007.149814] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c0d913-f995-31fa-bc20-0756ccdc7fc0" [ 1007.149814] env[69742]: _type = "HttpNfcLease" [ 1007.149814] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1007.149814] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1007.149814] env[69742]: value = "task-4060899" [ 1007.149814] env[69742]: _type = "Task" [ 1007.149814] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.151104] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f544c4-c7ef-4d1d-b7a1-3575b9ea50d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.186880] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908cc1b1-0077-44c4-bc54-a3101a0e61e7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.196473] env[69742]: DEBUG oslo_vmware.rw_handles [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c276-4355-6fef-1bf2-ac9fe3cb16be/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1007.196680] env[69742]: DEBUG oslo_vmware.rw_handles [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c276-4355-6fef-1bf2-ac9fe3cb16be/disk-0.vmdk. {{(pid=69742) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1007.202259] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060899, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.209554] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cde9f5-7554-4bda-942d-f240f7d72dca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.213823] env[69742]: DEBUG oslo_vmware.api [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060893, 'name': PowerOnVM_Task, 'duration_secs': 1.108621} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.266878] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.267210] env[69742]: INFO nova.compute.manager [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1007.267483] env[69742]: DEBUG nova.compute.manager [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.269613] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c70e09-dd23-4a4e-a281-e3d6f1cd9036 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.285290] env[69742]: DEBUG nova.compute.provider_tree [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.291836] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da198cfe-07f1-481b-a74e-0752e4c7869b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.302717] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060898, 'name': ReconfigVM_Task, 'duration_secs': 0.357647} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.304509] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4d3c5a50-80a9-454a-9fe1-b1f39e82d442/4d3c5a50-80a9-454a-9fe1-b1f39e82d442.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.306915] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c33e66ac-3b19-485e-8a28-f999d33014e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.316277] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1007.316277] env[69742]: value = "task-4060900" [ 1007.316277] env[69742]: _type = "Task" [ 1007.316277] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.332351] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060900, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.503857] env[69742]: DEBUG oslo_concurrency.lockutils [req-5839132f-f324-4fdf-9397-38b529d15435 req-eed45ef0-a857-43f8-87fc-6e26b304428b service nova] Releasing lock "refresh_cache-39af9a92-c1fc-4fe6-b543-3e54009d5389" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.636522] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060897, 'name': CreateVM_Task, 'duration_secs': 0.615658} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.636522] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.637814] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.637814] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.637814] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.637814] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8012ec-6e92-4153-acfa-f4ad879f9e51 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.644207] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1007.644207] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d4cc92-33ce-ea03-359a-59dd7c2ebaf0" [ 1007.644207] env[69742]: _type = "Task" [ 1007.644207] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.665045] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d4cc92-33ce-ea03-359a-59dd7c2ebaf0, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.667894] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.668322] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.669111] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.669111] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.669111] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.669372] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fec3571d-b094-4cd1-bb61-9e19bad811b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.675893] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060899, 'name': Rename_Task, 'duration_secs': 0.181657} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.680180] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.680180] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15e30358-0b35-4f30-87e1-094cbff543f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.685605] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.685856] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.689732] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b3ef98-9087-43f1-b538-a7a873edb5f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.692485] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1007.692485] env[69742]: value = "task-4060901" [ 1007.692485] env[69742]: _type = "Task" [ 1007.692485] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.699718] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1007.699718] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52588760-562e-bfb9-cbae-ed2390df584f" [ 1007.699718] env[69742]: _type = "Task" [ 1007.699718] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.706843] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060901, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.716269] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52588760-562e-bfb9-cbae-ed2390df584f, 'name': SearchDatastore_Task, 'duration_secs': 0.013142} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.718962] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a787aaa-d685-4c81-b2f6-86ce2c37eaf2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.727270] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1007.727270] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f93fe6-fca8-c823-d180-6bbbf92c0690" [ 1007.727270] env[69742]: _type = "Task" [ 1007.727270] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.738091] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f93fe6-fca8-c823-d180-6bbbf92c0690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.792043] env[69742]: DEBUG nova.scheduler.client.report [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.825343] env[69742]: INFO nova.compute.manager [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Took 36.29 seconds to build instance. [ 1007.837962] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060900, 'name': Rename_Task, 'duration_secs': 0.163796} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.843255] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.843777] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-021f5814-bb22-41a3-94ad-8380987ba09e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.857323] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1007.857323] env[69742]: value = "task-4060902" [ 1007.857323] env[69742]: _type = "Task" [ 1007.857323] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.876668] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.196288] env[69742]: DEBUG oslo_vmware.rw_handles [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Completed reading data from the image iterator. {{(pid=69742) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1008.196534] env[69742]: DEBUG oslo_vmware.rw_handles [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c276-4355-6fef-1bf2-ac9fe3cb16be/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1008.197500] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bcac7e-9de0-408d-a7df-2825480b279c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.211659] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.213436] env[69742]: DEBUG oslo_vmware.rw_handles [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c276-4355-6fef-1bf2-ac9fe3cb16be/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1008.213624] env[69742]: DEBUG oslo_vmware.rw_handles [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c276-4355-6fef-1bf2-ac9fe3cb16be/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1008.213950] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b6ca9b8b-69b3-4df2-91a4-f3db36fb768c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.239895] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f93fe6-fca8-c823-d180-6bbbf92c0690, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.240170] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.240448] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 39af9a92-c1fc-4fe6-b543-3e54009d5389/39af9a92-c1fc-4fe6-b543-3e54009d5389.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.240710] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69fc93b6-9dca-49ff-a4e6-948fa64608d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.248559] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1008.248559] env[69742]: value = "task-4060903" [ 1008.248559] env[69742]: _type = "Task" [ 1008.248559] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.257349] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.301345] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.302962] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.562s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.303312] env[69742]: DEBUG nova.objects.instance [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1008.329060] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a7b515df-cf99-49a1-9997-33aeebd47b42 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "78ee6c88-0a68-4875-a937-7fabc242d2bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.805s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.337188] env[69742]: INFO nova.scheduler.client.report [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Deleted allocations for instance ffc53993-dd71-4c83-a401-91dfbcea4e54 [ 1008.369953] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.593242] env[69742]: DEBUG oslo_vmware.rw_handles [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237c276-4355-6fef-1bf2-ac9fe3cb16be/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1008.593548] env[69742]: INFO nova.virt.vmwareapi.images [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Downloaded image file data 7ba1addd-519d-4d69-87b3-e9ac5f265395 [ 1008.594512] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caba39b-a730-4548-ba6e-1a4b496434dc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.613213] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9efe019b-1587-4099-ad2d-15f8a45a4520 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.715024] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.758399] env[69742]: INFO nova.virt.vmwareapi.images [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] The imported VM was unregistered [ 1008.762229] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Caching image {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1008.762606] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395 {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.763606] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-134999de-cedf-4436-a55a-ae43c3b2b1cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.771033] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060903, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.802472] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Created directory with path [datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395 {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.802723] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_83e9606c-88d1-469a-8534-88d11915a466/OSTACK_IMG_83e9606c-88d1-469a-8534-88d11915a466.vmdk to [datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395/7ba1addd-519d-4d69-87b3-e9ac5f265395.vmdk. {{(pid=69742) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1008.802996] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3fe98580-79fc-429e-ad3a-5924dfdc0f20 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.813502] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1008.813502] env[69742]: value = "task-4060905" [ 1008.813502] env[69742]: _type = "Task" [ 1008.813502] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.823888] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060905, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.847999] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10452502-a892-4784-ba02-dd498facec12 tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "ffc53993-dd71-4c83-a401-91dfbcea4e54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.637s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.871625] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060902, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.880146] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "78ee6c88-0a68-4875-a937-7fabc242d2bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.880410] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "78ee6c88-0a68-4875-a937-7fabc242d2bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.880635] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "78ee6c88-0a68-4875-a937-7fabc242d2bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.880825] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "78ee6c88-0a68-4875-a937-7fabc242d2bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.881336] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "78ee6c88-0a68-4875-a937-7fabc242d2bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.886284] env[69742]: INFO nova.compute.manager [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Terminating instance [ 1009.208110] env[69742]: DEBUG oslo_vmware.api [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060901, 'name': PowerOnVM_Task, 'duration_secs': 1.47291} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.208981] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.209502] env[69742]: DEBUG nova.compute.manager [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.210492] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfb47ce-f5bd-4545-9151-6f6f9c6ec4a1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.263456] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722462} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.264482] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 39af9a92-c1fc-4fe6-b543-3e54009d5389/39af9a92-c1fc-4fe6-b543-3e54009d5389.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.265519] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.265519] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb45c8f8-4669-470c-8e51-5bbd3beada37 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.276033] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1009.276033] env[69742]: value = "task-4060906" [ 1009.276033] env[69742]: _type = "Task" [ 1009.276033] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.286785] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.313960] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f954a334-4850-4016-9b17-34b11fc60971 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.315972] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.226s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.316310] env[69742]: DEBUG nova.objects.instance [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lazy-loading 'resources' on Instance uuid 1225a6de-6f47-4c11-bcb8-71db4cebd5c8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.330171] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060905, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.369837] env[69742]: DEBUG oslo_vmware.api [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4060902, 'name': PowerOnVM_Task, 'duration_secs': 1.291208} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.369837] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.369837] env[69742]: INFO nova.compute.manager [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1009.369837] env[69742]: DEBUG nova.compute.manager [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.370476] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67a8139-4ef1-4efc-aff8-1c9c27359431 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.378942] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "d930c956-4b36-4d78-ad91-f89bee666618" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.379243] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "d930c956-4b36-4d78-ad91-f89bee666618" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.379451] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "d930c956-4b36-4d78-ad91-f89bee666618-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.379681] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "d930c956-4b36-4d78-ad91-f89bee666618-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.379788] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "d930c956-4b36-4d78-ad91-f89bee666618-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.386210] env[69742]: INFO nova.compute.manager [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Terminating instance [ 1009.394973] env[69742]: DEBUG nova.compute.manager [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.395218] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.397479] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1e2ce6-89f7-432c-8284-81020176382b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.409851] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.411112] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a948f86d-6897-4b90-b2c2-ed96d926be42 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.424718] env[69742]: DEBUG oslo_vmware.api [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1009.424718] env[69742]: value = "task-4060907" [ 1009.424718] env[69742]: _type = "Task" [ 1009.424718] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.438030] env[69742]: DEBUG oslo_vmware.api [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.731164] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.786084] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19687} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.786569] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.787478] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22976c62-186b-4fd7-bb2d-e039210a90c9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.817185] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 39af9a92-c1fc-4fe6-b543-3e54009d5389/39af9a92-c1fc-4fe6-b543-3e54009d5389.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.817185] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b890829-7da3-4a4c-8074-ce44985f9921 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.858823] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1009.858823] env[69742]: value = "task-4060908" [ 1009.858823] env[69742]: _type = "Task" [ 1009.858823] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.861853] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060905, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.875836] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.895464] env[69742]: DEBUG nova.compute.manager [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.895652] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.901919] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8cd83c-0089-4bbe-8e9e-c2a4e8bd0186 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.908668] env[69742]: INFO nova.compute.manager [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Took 37.00 seconds to build instance. [ 1009.922954] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.923268] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4090137e-21b9-4d47-8a0d-1973076ccd50 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.939395] env[69742]: DEBUG oslo_vmware.api [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.941519] env[69742]: DEBUG oslo_vmware.api [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 1009.941519] env[69742]: value = "task-4060909" [ 1009.941519] env[69742]: _type = "Task" [ 1009.941519] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.956692] env[69742]: DEBUG oslo_concurrency.lockutils [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "9030bfbe-5557-4101-b2b7-06cc63159def" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.957086] env[69742]: DEBUG oslo_concurrency.lockutils [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.957310] env[69742]: INFO nova.compute.manager [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Shelving [ 1009.958774] env[69742]: DEBUG oslo_vmware.api [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.234343] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75801d66-619d-4c1d-8a88-c880a0e05b68 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.246415] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f49066f-0aa0-4271-a8d6-3eb83a5de9c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.290073] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984b1671-fbba-4311-8954-08366e05d291 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.302876] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685d3cc9-05cc-4bf9-b6dc-df551492ac0a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.325907] env[69742]: DEBUG nova.compute.provider_tree [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.357945] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060905, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.376429] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.415018] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43d87dc7-f4a7-4f04-98cb-0b5f3936c759 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.535s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.439239] env[69742]: DEBUG oslo_vmware.api [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060907, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.453356] env[69742]: DEBUG oslo_vmware.api [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060909, 'name': PowerOffVM_Task, 'duration_secs': 0.453} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.453657] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.453823] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.454119] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9fcf2b3-5d07-4f01-aab8-95f4cf8db1ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.539707] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.539707] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.539707] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Deleting the datastore file [datastore1] d930c956-4b36-4d78-ad91-f89bee666618 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.539707] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb749877-2024-4b72-bbcd-e5a191b5f91b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.547303] env[69742]: DEBUG oslo_vmware.api [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for the task: (returnval){ [ 1010.547303] env[69742]: value = "task-4060911" [ 1010.547303] env[69742]: _type = "Task" [ 1010.547303] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.560053] env[69742]: DEBUG oslo_vmware.api [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.830813] env[69742]: DEBUG nova.scheduler.client.report [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.860483] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060905, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.877605] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.944170] env[69742]: DEBUG oslo_vmware.api [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060907, 'name': PowerOffVM_Task, 'duration_secs': 1.045571} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.947620] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.947620] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.950161] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dc25822-34b7-4bf3-ba45-dad7d1261a2b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.970961] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.973147] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22304730-6cdc-4494-97a4-86e2d38d995c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.987772] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1010.987772] env[69742]: value = "task-4060913" [ 1010.987772] env[69742]: _type = "Task" [ 1010.987772] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.997221] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.060421] env[69742]: DEBUG oslo_vmware.api [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Task: {'id': task-4060911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355659} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.060565] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.060785] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.060977] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.061445] env[69742]: INFO nova.compute.manager [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1011.061925] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.062330] env[69742]: DEBUG nova.compute.manager [-] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.062567] env[69742]: DEBUG nova.network.neutron [-] [instance: d930c956-4b36-4d78-ad91-f89bee666618] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.098093] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.098346] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.098533] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleting the datastore file [datastore2] 78ee6c88-0a68-4875-a937-7fabc242d2bf {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.098824] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b96584f8-a904-4757-a2b8-5a8b858eafa8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.107887] env[69742]: DEBUG oslo_vmware.api [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1011.107887] env[69742]: value = "task-4060914" [ 1011.107887] env[69742]: _type = "Task" [ 1011.107887] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.123023] env[69742]: DEBUG oslo_vmware.api [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.156506] env[69742]: DEBUG nova.compute.manager [req-b5b05aad-980e-4a9d-8195-97694f090321 req-60705264-95ae-4ff6-b86c-cb6f29ba1c68 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Received event network-changed-16636cc5-d832-4dec-93d9-2cba8696c81b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.156506] env[69742]: DEBUG nova.compute.manager [req-b5b05aad-980e-4a9d-8195-97694f090321 req-60705264-95ae-4ff6-b86c-cb6f29ba1c68 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Refreshing instance network info cache due to event network-changed-16636cc5-d832-4dec-93d9-2cba8696c81b. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.156506] env[69742]: DEBUG oslo_concurrency.lockutils [req-b5b05aad-980e-4a9d-8195-97694f090321 req-60705264-95ae-4ff6-b86c-cb6f29ba1c68 service nova] Acquiring lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.156506] env[69742]: DEBUG oslo_concurrency.lockutils [req-b5b05aad-980e-4a9d-8195-97694f090321 req-60705264-95ae-4ff6-b86c-cb6f29ba1c68 service nova] Acquired lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.156506] env[69742]: DEBUG nova.network.neutron [req-b5b05aad-980e-4a9d-8195-97694f090321 req-60705264-95ae-4ff6-b86c-cb6f29ba1c68 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Refreshing network info cache for port 16636cc5-d832-4dec-93d9-2cba8696c81b {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.338024] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.340335] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.332s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.340501] env[69742]: DEBUG nova.objects.instance [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lazy-loading 'resources' on Instance uuid ce464ff4-a566-47a7-9f5c-0a6357de0c98 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.356254] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060905, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.375713] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060908, 'name': ReconfigVM_Task, 'duration_secs': 1.379363} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.376905] env[69742]: INFO nova.scheduler.client.report [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Deleted allocations for instance 1225a6de-6f47-4c11-bcb8-71db4cebd5c8 [ 1011.378644] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 39af9a92-c1fc-4fe6-b543-3e54009d5389/39af9a92-c1fc-4fe6-b543-3e54009d5389.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.382953] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e73a1e3f-47f7-4372-8257-fdb4722c1730 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.392050] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1011.392050] env[69742]: value = "task-4060915" [ 1011.392050] env[69742]: _type = "Task" [ 1011.392050] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.409318] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060915, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.453877] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "9d11e70b-f603-4b96-a097-16724b9aaf31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.454253] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "9d11e70b-f603-4b96-a097-16724b9aaf31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.454547] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "9d11e70b-f603-4b96-a097-16724b9aaf31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.455076] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "9d11e70b-f603-4b96-a097-16724b9aaf31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.455076] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "9d11e70b-f603-4b96-a097-16724b9aaf31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.457540] env[69742]: INFO nova.compute.manager [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Terminating instance [ 1011.499834] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.529021] env[69742]: DEBUG nova.compute.manager [req-3286ea68-0d2b-4ffa-b055-ab3ad2e4a6ad req-7781edf1-76b9-4d5a-8bc8-280851253113 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Received event network-vif-deleted-d9b981ab-2622-4472-84fa-492663c89c67 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.529252] env[69742]: INFO nova.compute.manager [req-3286ea68-0d2b-4ffa-b055-ab3ad2e4a6ad req-7781edf1-76b9-4d5a-8bc8-280851253113 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Neutron deleted interface d9b981ab-2622-4472-84fa-492663c89c67; detaching it from the instance and deleting it from the info cache [ 1011.529432] env[69742]: DEBUG nova.network.neutron [req-3286ea68-0d2b-4ffa-b055-ab3ad2e4a6ad req-7781edf1-76b9-4d5a-8bc8-280851253113 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.620725] env[69742]: DEBUG oslo_vmware.api [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.862525] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060905, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.010658} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.862525] env[69742]: INFO nova.virt.vmwareapi.ds_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_83e9606c-88d1-469a-8534-88d11915a466/OSTACK_IMG_83e9606c-88d1-469a-8534-88d11915a466.vmdk to [datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395/7ba1addd-519d-4d69-87b3-e9ac5f265395.vmdk. [ 1011.862525] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Cleaning up location [datastore2] OSTACK_IMG_83e9606c-88d1-469a-8534-88d11915a466 {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1011.862525] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_83e9606c-88d1-469a-8534-88d11915a466 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.863032] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da156172-bd7d-456b-afb7-394d42aa27ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.872084] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1011.872084] env[69742]: value = "task-4060916" [ 1011.872084] env[69742]: _type = "Task" [ 1011.872084] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.889365] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.890079] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff72a148-745f-488b-b70d-a3377a43223b tempest-FloatingIPsAssociationTestJSON-1393337375 tempest-FloatingIPsAssociationTestJSON-1393337375-project-member] Lock "1225a6de-6f47-4c11-bcb8-71db4cebd5c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.732s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.904047] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060915, 'name': Rename_Task, 'duration_secs': 0.385143} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.906963] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.911029] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-645efdbd-b919-4b48-9e62-e57510ac68e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.917926] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1011.917926] env[69742]: value = "task-4060917" [ 1011.917926] env[69742]: _type = "Task" [ 1011.917926] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.934778] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.963673] env[69742]: DEBUG nova.compute.manager [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.964218] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.965052] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9af7335-24c6-4c02-ba85-2c878be513d8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.981480] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.982135] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d5eac3f-f4b1-48e5-b92d-4816375fa85a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.995869] env[69742]: DEBUG oslo_vmware.api [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1011.995869] env[69742]: value = "task-4060918" [ 1011.995869] env[69742]: _type = "Task" [ 1011.995869] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.005098] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060913, 'name': PowerOffVM_Task, 'duration_secs': 0.838164} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.009098] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.011020] env[69742]: DEBUG nova.network.neutron [-] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.012722] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5fb84a-e5f0-441d-bc54-4b76930f193e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.028347] env[69742]: DEBUG oslo_vmware.api [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.032743] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc55f69e-f150-4671-9e38-6400910fec49 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.056432] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012d42f3-63e9-49d8-a5f7-f6e832ba59b9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.070608] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43a8d8d-5a51-4f37-9845-c2941daf359c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.119194] env[69742]: DEBUG nova.compute.manager [req-3286ea68-0d2b-4ffa-b055-ab3ad2e4a6ad req-7781edf1-76b9-4d5a-8bc8-280851253113 service nova] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Detach interface failed, port_id=d9b981ab-2622-4472-84fa-492663c89c67, reason: Instance d930c956-4b36-4d78-ad91-f89bee666618 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.132912] env[69742]: DEBUG oslo_vmware.api [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4060914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.783008} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.133119] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.133339] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.133544] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.133764] env[69742]: INFO nova.compute.manager [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1012.134522] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.134522] env[69742]: DEBUG nova.compute.manager [-] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.134522] env[69742]: DEBUG nova.network.neutron [-] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.166046] env[69742]: DEBUG nova.network.neutron [req-b5b05aad-980e-4a9d-8195-97694f090321 req-60705264-95ae-4ff6-b86c-cb6f29ba1c68 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updated VIF entry in instance network info cache for port 16636cc5-d832-4dec-93d9-2cba8696c81b. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.166445] env[69742]: DEBUG nova.network.neutron [req-b5b05aad-980e-4a9d-8195-97694f090321 req-60705264-95ae-4ff6-b86c-cb6f29ba1c68 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance_info_cache with network_info: [{"id": "16636cc5-d832-4dec-93d9-2cba8696c81b", "address": "fa:16:3e:84:ce:c4", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16636cc5-d8", "ovs_interfaceid": "16636cc5-d832-4dec-93d9-2cba8696c81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.327053] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bb5c6e-6471-4a21-a54a-6f482a2147b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.340247] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe9d45-c193-47a3-9b98-e653a02b9217 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.379464] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4cd5d0-712b-4f5b-8fc6-0f7fed2b6b01 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.391754] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31c05ee-9145-49f8-883a-cbcb432c6828 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.396332] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.058634} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.396613] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.396803] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395/7ba1addd-519d-4d69-87b3-e9ac5f265395.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.397187] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395/7ba1addd-519d-4d69-87b3-e9ac5f265395.vmdk to [datastore2] 5596d63b-ee04-4140-aa3a-6a51538dc207/5596d63b-ee04-4140-aa3a-6a51538dc207.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.398036] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2239232-402f-4af4-af44-4fcea184a2bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.417310] env[69742]: DEBUG nova.compute.provider_tree [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.428915] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1012.428915] env[69742]: value = "task-4060919" [ 1012.428915] env[69742]: _type = "Task" [ 1012.428915] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.435159] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "29068741-7d3b-4212-b76b-d47dbde452d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.435515] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "29068741-7d3b-4212-b76b-d47dbde452d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.452279] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060917, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.458196] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.509250] env[69742]: DEBUG oslo_vmware.api [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060918, 'name': PowerOffVM_Task, 'duration_secs': 0.307674} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.509601] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.509779] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.510221] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7930899e-aa9b-46a8-81fc-6d9728e7a38f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.528684] env[69742]: INFO nova.compute.manager [-] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Took 1.47 seconds to deallocate network for instance. [ 1012.595360] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1012.596113] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56cb154c-3b04-4b2c-bdf5-f1b11573a3db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.607065] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1012.607065] env[69742]: value = "task-4060921" [ 1012.607065] env[69742]: _type = "Task" [ 1012.607065] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.617773] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060921, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.625283] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.625433] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.625620] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleting the datastore file [datastore1] 9d11e70b-f603-4b96-a097-16724b9aaf31 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.625902] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de3c9634-5120-46dd-bcfe-4b3920e518f6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.633535] env[69742]: DEBUG oslo_vmware.api [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1012.633535] env[69742]: value = "task-4060922" [ 1012.633535] env[69742]: _type = "Task" [ 1012.633535] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.645943] env[69742]: DEBUG oslo_vmware.api [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.669641] env[69742]: DEBUG oslo_concurrency.lockutils [req-b5b05aad-980e-4a9d-8195-97694f090321 req-60705264-95ae-4ff6-b86c-cb6f29ba1c68 service nova] Releasing lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.930450] env[69742]: DEBUG nova.scheduler.client.report [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.947938] env[69742]: DEBUG nova.compute.manager [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.951038] env[69742]: DEBUG oslo_vmware.api [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4060917, 'name': PowerOnVM_Task, 'duration_secs': 0.557819} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.951912] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.952226] env[69742]: INFO nova.compute.manager [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1012.952487] env[69742]: DEBUG nova.compute.manager [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.953916] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733c7e85-71e0-4874-bfdf-462064c7b102 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.963114] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060919, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.035818] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.091468] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "727abe81-de59-4648-b9d3-cdc3f5782444" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.091971] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "727abe81-de59-4648-b9d3-cdc3f5782444" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.124281] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060921, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.130777] env[69742]: DEBUG nova.network.neutron [-] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.144547] env[69742]: DEBUG oslo_vmware.api [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306169} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.145523] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.145742] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.145988] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.146194] env[69742]: INFO nova.compute.manager [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1013.146434] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.146517] env[69742]: DEBUG nova.compute.manager [-] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.146708] env[69742]: DEBUG nova.network.neutron [-] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.191238] env[69742]: DEBUG nova.compute.manager [req-57f4dee5-9fff-454d-880e-5f847b0e8ea1 req-f3cb9744-fe8c-4834-b442-d930732c8147 service nova] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Received event network-vif-deleted-9b4f5273-29aa-4e17-ac3e-20e697a7aeca {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.438647] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.441809] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.920s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.443603] env[69742]: INFO nova.compute.claims [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.460831] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060919, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.471629] env[69742]: INFO nova.scheduler.client.report [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Deleted allocations for instance ce464ff4-a566-47a7-9f5c-0a6357de0c98 [ 1013.481086] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.486274] env[69742]: INFO nova.compute.manager [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Took 37.85 seconds to build instance. [ 1013.596507] env[69742]: DEBUG nova.compute.manager [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.623533] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060921, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.633551] env[69742]: INFO nova.compute.manager [-] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Took 1.50 seconds to deallocate network for instance. [ 1013.956997] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060919, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.986786] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb759ca-e11a-47c2-a592-b7672acf2723 tempest-ServersListShow298Test-1362200004 tempest-ServersListShow298Test-1362200004-project-member] Lock "ce464ff4-a566-47a7-9f5c-0a6357de0c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.286s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.988465] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1e4a5ed9-516d-492c-b3d5-44387775535b tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.376s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.108284] env[69742]: DEBUG nova.network.neutron [-] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.124730] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060921, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.130459] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.140584] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.458032] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060919, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.614053] env[69742]: INFO nova.compute.manager [-] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Took 1.46 seconds to deallocate network for instance. [ 1014.633953] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060921, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.676973] env[69742]: DEBUG nova.compute.manager [req-2970ff45-834a-41d8-97cc-b7f3684b3dd7 req-1b1bf773-6531-4f48-854e-36f0f8bd07b0 service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Received event network-changed-94d2ae0b-e886-4496-b9a1-e8cea6211150 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.677196] env[69742]: DEBUG nova.compute.manager [req-2970ff45-834a-41d8-97cc-b7f3684b3dd7 req-1b1bf773-6531-4f48-854e-36f0f8bd07b0 service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Refreshing instance network info cache due to event network-changed-94d2ae0b-e886-4496-b9a1-e8cea6211150. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.677573] env[69742]: DEBUG oslo_concurrency.lockutils [req-2970ff45-834a-41d8-97cc-b7f3684b3dd7 req-1b1bf773-6531-4f48-854e-36f0f8bd07b0 service nova] Acquiring lock "refresh_cache-39af9a92-c1fc-4fe6-b543-3e54009d5389" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.677667] env[69742]: DEBUG oslo_concurrency.lockutils [req-2970ff45-834a-41d8-97cc-b7f3684b3dd7 req-1b1bf773-6531-4f48-854e-36f0f8bd07b0 service nova] Acquired lock "refresh_cache-39af9a92-c1fc-4fe6-b543-3e54009d5389" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.677919] env[69742]: DEBUG nova.network.neutron [req-2970ff45-834a-41d8-97cc-b7f3684b3dd7 req-1b1bf773-6531-4f48-854e-36f0f8bd07b0 service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Refreshing network info cache for port 94d2ae0b-e886-4496-b9a1-e8cea6211150 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.861455] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da78b95f-8d0b-4fbc-b59f-24c0cb2d76bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.871081] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd56f9d-ee50-407e-bfa7-8f9f8391ee78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.913103] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eeb3db-1bc5-40cb-bbf2-ba63e4d743d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.925556] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9ce4eb-3e21-41b1-a3aa-4a8e98faf963 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.945460] env[69742]: DEBUG nova.compute.provider_tree [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.960014] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060919, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.125243] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.125568] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060921, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.254355] env[69742]: DEBUG nova.compute.manager [req-247475fa-5d3e-4f4f-a2d0-104e46d9ba49 req-8a846b8e-6150-4ac5-af9e-a932b98f40a0 service nova] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Received event network-vif-deleted-48205bbd-5fa1-4e22-b933-35fdb600934e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.459191] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060919, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.717828} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.460065] env[69742]: DEBUG nova.network.neutron [req-2970ff45-834a-41d8-97cc-b7f3684b3dd7 req-1b1bf773-6531-4f48-854e-36f0f8bd07b0 service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Updated VIF entry in instance network info cache for port 94d2ae0b-e886-4496-b9a1-e8cea6211150. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.460403] env[69742]: DEBUG nova.network.neutron [req-2970ff45-834a-41d8-97cc-b7f3684b3dd7 req-1b1bf773-6531-4f48-854e-36f0f8bd07b0 service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Updating instance_info_cache with network_info: [{"id": "94d2ae0b-e886-4496-b9a1-e8cea6211150", "address": "fa:16:3e:e6:d8:61", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d2ae0b-e8", "ovs_interfaceid": "94d2ae0b-e886-4496-b9a1-e8cea6211150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.461829] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7ba1addd-519d-4d69-87b3-e9ac5f265395/7ba1addd-519d-4d69-87b3-e9ac5f265395.vmdk to [datastore2] 5596d63b-ee04-4140-aa3a-6a51538dc207/5596d63b-ee04-4140-aa3a-6a51538dc207.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.465427] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e85eae8-c13c-48f2-b68b-627340a55a1e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.490195] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 5596d63b-ee04-4140-aa3a-6a51538dc207/5596d63b-ee04-4140-aa3a-6a51538dc207.vmdk or device None with type streamOptimized {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.491399] env[69742]: ERROR nova.scheduler.client.report [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [req-20f178e7-d9aa-49b0-9ebe-a04bc8098619] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-20f178e7-d9aa-49b0-9ebe-a04bc8098619"}]} [ 1015.492077] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-589ffd77-47a0-4b41-84cc-1b1c5cdc1a81 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.516433] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1015.516433] env[69742]: value = "task-4060923" [ 1015.516433] env[69742]: _type = "Task" [ 1015.516433] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.525544] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.526631] env[69742]: DEBUG nova.scheduler.client.report [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1015.542749] env[69742]: DEBUG nova.scheduler.client.report [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1015.542991] env[69742]: DEBUG nova.compute.provider_tree [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.558175] env[69742]: DEBUG nova.scheduler.client.report [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1015.578682] env[69742]: DEBUG nova.scheduler.client.report [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1015.625432] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060921, 'name': CreateSnapshot_Task, 'duration_secs': 2.661317} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.625744] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1015.626556] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7482646e-6cde-4960-985e-1a3604774984 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.891565] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcba8cb-3856-4503-9327-a904ab5f9c36 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.900666] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1703a0ec-64ef-4af2-922f-e57e461ada12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.936868] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff5bf18-bfc8-4792-b315-18fbdffb5d3b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.944779] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2e2036-7706-438e-b893-82ee60f8cffd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.958941] env[69742]: DEBUG nova.compute.provider_tree [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.963484] env[69742]: DEBUG oslo_concurrency.lockutils [req-2970ff45-834a-41d8-97cc-b7f3684b3dd7 req-1b1bf773-6531-4f48-854e-36f0f8bd07b0 service nova] Releasing lock "refresh_cache-39af9a92-c1fc-4fe6-b543-3e54009d5389" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.026653] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060923, 'name': ReconfigVM_Task, 'duration_secs': 0.325334} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.027008] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 5596d63b-ee04-4140-aa3a-6a51538dc207/5596d63b-ee04-4140-aa3a-6a51538dc207.vmdk or device None with type streamOptimized {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.027704] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97fe1041-7fa9-448d-b3ca-54bcee2bdf82 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.035605] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1016.035605] env[69742]: value = "task-4060924" [ 1016.035605] env[69742]: _type = "Task" [ 1016.035605] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.044505] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060924, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.148016] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1016.148369] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-56b6521f-9010-416d-99c2-3ed919cb9e03 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.158016] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1016.158016] env[69742]: value = "task-4060925" [ 1016.158016] env[69742]: _type = "Task" [ 1016.158016] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.172502] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060925, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.509983] env[69742]: DEBUG nova.scheduler.client.report [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1016.510464] env[69742]: DEBUG nova.compute.provider_tree [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 105 to 106 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1016.510700] env[69742]: DEBUG nova.compute.provider_tree [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.548291] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060924, 'name': Rename_Task, 'duration_secs': 0.155128} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.548586] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.548885] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-400ff1c5-ca93-4ef4-96ca-29e9be68f251 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.556776] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1016.556776] env[69742]: value = "task-4060926" [ 1016.556776] env[69742]: _type = "Task" [ 1016.556776] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.573921] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.675052] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060925, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.019506] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.578s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.020238] env[69742]: DEBUG nova.compute.manager [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.023411] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.528s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.024884] env[69742]: INFO nova.compute.claims [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.073148] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.173361] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060925, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.531346] env[69742]: DEBUG nova.compute.utils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.539237] env[69742]: DEBUG nova.compute.manager [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.539899] env[69742]: DEBUG nova.network.neutron [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.571198] env[69742]: DEBUG oslo_vmware.api [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060926, 'name': PowerOnVM_Task, 'duration_secs': 0.939591} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.572168] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.572168] env[69742]: INFO nova.compute.manager [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Took 18.48 seconds to spawn the instance on the hypervisor. [ 1017.572168] env[69742]: DEBUG nova.compute.manager [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.573351] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7eee6e-a389-48d4-907d-66530a0129e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.605627] env[69742]: DEBUG nova.policy [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a8681d2f0a7451c8ad74663207a16d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f63df5da0884e898dc96ee9d79daa54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.672263] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060925, 'name': CloneVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.971803] env[69742]: DEBUG nova.network.neutron [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Successfully created port: 05efe353-3b9a-4556-a9b8-4e69d5730ee4 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.042984] env[69742]: DEBUG nova.compute.manager [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.098313] env[69742]: INFO nova.compute.manager [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Took 46.51 seconds to build instance. [ 1018.174825] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060925, 'name': CloneVM_Task, 'duration_secs': 1.569168} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.175206] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Created linked-clone VM from snapshot [ 1018.175967] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d767b8b8-5fd5-4908-80d6-712e2e0ed682 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.187555] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Uploading image 51de0098-5134-48e5-b126-d6079161e758 {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1018.216874] env[69742]: DEBUG oslo_vmware.rw_handles [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1018.216874] env[69742]: value = "vm-804845" [ 1018.216874] env[69742]: _type = "VirtualMachine" [ 1018.216874] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1018.217108] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6d9a979e-8a52-4cd0-bf07-098981975256 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.227246] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquiring lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.227246] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.234256] env[69742]: DEBUG oslo_vmware.rw_handles [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lease: (returnval){ [ 1018.234256] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526c5ef9-5c04-642c-79ef-1ce1a1b5ab7a" [ 1018.234256] env[69742]: _type = "HttpNfcLease" [ 1018.234256] env[69742]: } obtained for exporting VM: (result){ [ 1018.234256] env[69742]: value = "vm-804845" [ 1018.234256] env[69742]: _type = "VirtualMachine" [ 1018.234256] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1018.234693] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the lease: (returnval){ [ 1018.234693] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526c5ef9-5c04-642c-79ef-1ce1a1b5ab7a" [ 1018.234693] env[69742]: _type = "HttpNfcLease" [ 1018.234693] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1018.243247] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.243247] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526c5ef9-5c04-642c-79ef-1ce1a1b5ab7a" [ 1018.243247] env[69742]: _type = "HttpNfcLease" [ 1018.243247] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.395027] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa4094-ec34-48ff-b34e-effba5e38036 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.404027] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6c6f2d-2bec-4d77-ba29-d8461f7e175e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.450828] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b92a0a-ae32-4f54-aeb5-abf8fec6da48 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.459011] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ec0c8d-8716-4c0d-ba11-b363d678f8f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.474058] env[69742]: DEBUG nova.compute.provider_tree [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.601092] env[69742]: DEBUG oslo_concurrency.lockutils [None req-bfff9fa7-7540-49a9-821b-12706669e75b tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "5596d63b-ee04-4140-aa3a-6a51538dc207" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.023s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.730434] env[69742]: DEBUG nova.compute.manager [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.743453] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.743453] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526c5ef9-5c04-642c-79ef-1ce1a1b5ab7a" [ 1018.743453] env[69742]: _type = "HttpNfcLease" [ 1018.743453] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1018.743687] env[69742]: DEBUG oslo_vmware.rw_handles [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1018.743687] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526c5ef9-5c04-642c-79ef-1ce1a1b5ab7a" [ 1018.743687] env[69742]: _type = "HttpNfcLease" [ 1018.743687] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1018.744507] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e03743a-9123-49c4-9fac-029d16363eef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.752473] env[69742]: DEBUG oslo_vmware.rw_handles [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1225d-60a0-f70c-4d70-b68ba71c7352/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1018.752700] env[69742]: DEBUG oslo_vmware.rw_handles [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1225d-60a0-f70c-4d70-b68ba71c7352/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1018.879881] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9539a425-e1ef-487d-8adc-e6b2172e8868 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.882487] env[69742]: DEBUG oslo_concurrency.lockutils [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "5596d63b-ee04-4140-aa3a-6a51538dc207" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.883267] env[69742]: DEBUG oslo_concurrency.lockutils [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "5596d63b-ee04-4140-aa3a-6a51538dc207" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.883267] env[69742]: DEBUG oslo_concurrency.lockutils [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "5596d63b-ee04-4140-aa3a-6a51538dc207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.883267] env[69742]: DEBUG oslo_concurrency.lockutils [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "5596d63b-ee04-4140-aa3a-6a51538dc207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.883531] env[69742]: DEBUG oslo_concurrency.lockutils [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "5596d63b-ee04-4140-aa3a-6a51538dc207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.887370] env[69742]: INFO nova.compute.manager [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Terminating instance [ 1018.977748] env[69742]: DEBUG nova.scheduler.client.report [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.059120] env[69742]: DEBUG nova.compute.manager [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.083633] env[69742]: DEBUG nova.virt.hardware [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.083967] env[69742]: DEBUG nova.virt.hardware [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.084179] env[69742]: DEBUG nova.virt.hardware [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.084412] env[69742]: DEBUG nova.virt.hardware [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.084542] env[69742]: DEBUG nova.virt.hardware [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.084703] env[69742]: DEBUG nova.virt.hardware [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.085017] env[69742]: DEBUG nova.virt.hardware [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.085175] env[69742]: DEBUG nova.virt.hardware [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.085436] env[69742]: DEBUG nova.virt.hardware [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.085630] env[69742]: DEBUG nova.virt.hardware [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.085810] env[69742]: DEBUG nova.virt.hardware [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.086733] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbe078e-e2ca-495a-bd6d-e27e040e4011 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.095808] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084e78fb-bcae-4dd0-be1a-02028663b5b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.256844] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.393661] env[69742]: DEBUG nova.compute.manager [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.394244] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.395300] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ec5a65-b64d-4907-b740-60be3b23b9a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.405047] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.406503] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58fc908e-64b9-4ffd-add1-b61fa8d8433a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.409630] env[69742]: DEBUG nova.compute.manager [req-af49363d-85de-4a08-8a73-72e468f8d516 req-2403e5aa-eb33-4fd2-a688-79a54d2092f8 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Received event network-vif-plugged-05efe353-3b9a-4556-a9b8-4e69d5730ee4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.410033] env[69742]: DEBUG oslo_concurrency.lockutils [req-af49363d-85de-4a08-8a73-72e468f8d516 req-2403e5aa-eb33-4fd2-a688-79a54d2092f8 service nova] Acquiring lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.410406] env[69742]: DEBUG oslo_concurrency.lockutils [req-af49363d-85de-4a08-8a73-72e468f8d516 req-2403e5aa-eb33-4fd2-a688-79a54d2092f8 service nova] Lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.410697] env[69742]: DEBUG oslo_concurrency.lockutils [req-af49363d-85de-4a08-8a73-72e468f8d516 req-2403e5aa-eb33-4fd2-a688-79a54d2092f8 service nova] Lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.410996] env[69742]: DEBUG nova.compute.manager [req-af49363d-85de-4a08-8a73-72e468f8d516 req-2403e5aa-eb33-4fd2-a688-79a54d2092f8 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] No waiting events found dispatching network-vif-plugged-05efe353-3b9a-4556-a9b8-4e69d5730ee4 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.411310] env[69742]: WARNING nova.compute.manager [req-af49363d-85de-4a08-8a73-72e468f8d516 req-2403e5aa-eb33-4fd2-a688-79a54d2092f8 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Received unexpected event network-vif-plugged-05efe353-3b9a-4556-a9b8-4e69d5730ee4 for instance with vm_state building and task_state spawning. [ 1019.417838] env[69742]: DEBUG oslo_vmware.api [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1019.417838] env[69742]: value = "task-4060928" [ 1019.417838] env[69742]: _type = "Task" [ 1019.417838] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.427949] env[69742]: DEBUG oslo_vmware.api [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.486431] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.486988] env[69742]: DEBUG nova.compute.manager [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.494027] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.519s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.494027] env[69742]: DEBUG nova.objects.instance [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1019.540741] env[69742]: DEBUG nova.network.neutron [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Successfully updated port: 05efe353-3b9a-4556-a9b8-4e69d5730ee4 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.928771] env[69742]: DEBUG oslo_vmware.api [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060928, 'name': PowerOffVM_Task, 'duration_secs': 0.200526} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.929195] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.929432] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.929753] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d724974-5425-406c-ac4d-015248f4eae2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.992952] env[69742]: DEBUG nova.compute.utils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.994565] env[69742]: DEBUG nova.compute.manager [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.994811] env[69742]: DEBUG nova.network.neutron [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.002721] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.003350] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.003350] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleting the datastore file [datastore2] 5596d63b-ee04-4140-aa3a-6a51538dc207 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.003498] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-236da9e0-14ad-47b6-97e1-fc5df72333fb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.011485] env[69742]: DEBUG oslo_vmware.api [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1020.011485] env[69742]: value = "task-4060930" [ 1020.011485] env[69742]: _type = "Task" [ 1020.011485] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.023401] env[69742]: DEBUG oslo_vmware.api [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.044444] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquiring lock "refresh_cache-4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.044630] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquired lock "refresh_cache-4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.044875] env[69742]: DEBUG nova.network.neutron [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.047790] env[69742]: DEBUG nova.policy [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22e525b1f7df4ef9a888da16cb34e5b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86ee79d564324e1286c85982ff1ac338', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.338047] env[69742]: DEBUG nova.network.neutron [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Successfully created port: 11dc96ab-9deb-4d35-bef0-44ea61d055ad {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.499977] env[69742]: DEBUG nova.compute.manager [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.509010] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8bb55713-705c-4a97-9fee-fb05308d63a0 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.514340] env[69742]: DEBUG oslo_concurrency.lockutils [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.915s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.514340] env[69742]: DEBUG nova.objects.instance [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Lazy-loading 'resources' on Instance uuid 1a463738-c3ff-4d05-85bb-1a48d75d8a9b {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.529071] env[69742]: DEBUG oslo_vmware.api [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322975} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.529880] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.530777] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.531088] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.531487] env[69742]: INFO nova.compute.manager [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1020.531944] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.534756] env[69742]: DEBUG nova.compute.manager [-] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.534756] env[69742]: DEBUG nova.network.neutron [-] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.612897] env[69742]: DEBUG nova.network.neutron [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.668161] env[69742]: DEBUG nova.network.neutron [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Successfully created port: 651c0c66-3cbb-40d0-8139-3dda77ca86b8 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.858852] env[69742]: DEBUG nova.network.neutron [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Updating instance_info_cache with network_info: [{"id": "05efe353-3b9a-4556-a9b8-4e69d5730ee4", "address": "fa:16:3e:44:03:97", "network": {"id": "d5dc396d-cd84-4999-868f-b4a445100e77", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-362019599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f63df5da0884e898dc96ee9d79daa54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05efe353-3b", "ovs_interfaceid": "05efe353-3b9a-4556-a9b8-4e69d5730ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.047794] env[69742]: DEBUG nova.compute.manager [req-194b94d1-43b1-4f3e-a0db-94bb123e6c4d req-59d0cbd5-d76d-4da6-89f2-4cf2415258d5 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Received event network-vif-deleted-6b0d1be3-e6ab-4a30-8b1c-114e4804186e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.048184] env[69742]: INFO nova.compute.manager [req-194b94d1-43b1-4f3e-a0db-94bb123e6c4d req-59d0cbd5-d76d-4da6-89f2-4cf2415258d5 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Neutron deleted interface 6b0d1be3-e6ab-4a30-8b1c-114e4804186e; detaching it from the instance and deleting it from the info cache [ 1021.048242] env[69742]: DEBUG nova.network.neutron [req-194b94d1-43b1-4f3e-a0db-94bb123e6c4d req-59d0cbd5-d76d-4da6-89f2-4cf2415258d5 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.067411] env[69742]: DEBUG nova.network.neutron [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Successfully created port: 13bed65c-38eb-47ba-a00b-88dc9cc21626 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.363038] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Releasing lock "refresh_cache-4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.363038] env[69742]: DEBUG nova.compute.manager [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Instance network_info: |[{"id": "05efe353-3b9a-4556-a9b8-4e69d5730ee4", "address": "fa:16:3e:44:03:97", "network": {"id": "d5dc396d-cd84-4999-868f-b4a445100e77", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-362019599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f63df5da0884e898dc96ee9d79daa54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05efe353-3b", "ovs_interfaceid": "05efe353-3b9a-4556-a9b8-4e69d5730ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.363324] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:03:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05efe353-3b9a-4556-a9b8-4e69d5730ee4', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.372046] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Creating folder: Project (5f63df5da0884e898dc96ee9d79daa54). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.377045] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4f97f70-cb9c-4778-a19c-da8d56d035ac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.391178] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Created folder: Project (5f63df5da0884e898dc96ee9d79daa54) in parent group-v804621. [ 1021.391282] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Creating folder: Instances. Parent ref: group-v804846. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.393464] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12ed302c-b7a5-49d0-9a5c-07f6e34e9d6a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.396353] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f35bcb8-4692-4cb4-a06d-435ad157d5bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.404979] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739b50d3-a70d-4dd4-84dd-22baef8b401d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.409416] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Created folder: Instances in parent group-v804846. [ 1021.409694] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.410278] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.410499] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9329040c-d091-4afd-b424-565ea731a85d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.448783] env[69742]: DEBUG nova.network.neutron [-] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.452168] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b488bc-c340-40b0-9230-9ab16b7f6efe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.456556] env[69742]: DEBUG nova.compute.manager [req-3386e1f7-c0fb-445d-9ea3-4ad63b388c21 req-25df11c1-fb7b-42b0-bc72-d94ced9cf587 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Received event network-changed-05efe353-3b9a-4556-a9b8-4e69d5730ee4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.456844] env[69742]: DEBUG nova.compute.manager [req-3386e1f7-c0fb-445d-9ea3-4ad63b388c21 req-25df11c1-fb7b-42b0-bc72-d94ced9cf587 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Refreshing instance network info cache due to event network-changed-05efe353-3b9a-4556-a9b8-4e69d5730ee4. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.457048] env[69742]: DEBUG oslo_concurrency.lockutils [req-3386e1f7-c0fb-445d-9ea3-4ad63b388c21 req-25df11c1-fb7b-42b0-bc72-d94ced9cf587 service nova] Acquiring lock "refresh_cache-4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.457179] env[69742]: DEBUG oslo_concurrency.lockutils [req-3386e1f7-c0fb-445d-9ea3-4ad63b388c21 req-25df11c1-fb7b-42b0-bc72-d94ced9cf587 service nova] Acquired lock "refresh_cache-4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.457344] env[69742]: DEBUG nova.network.neutron [req-3386e1f7-c0fb-445d-9ea3-4ad63b388c21 req-25df11c1-fb7b-42b0-bc72-d94ced9cf587 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Refreshing network info cache for port 05efe353-3b9a-4556-a9b8-4e69d5730ee4 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.461715] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.461715] env[69742]: value = "task-4060933" [ 1021.461715] env[69742]: _type = "Task" [ 1021.461715] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.469045] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b726ff-abf5-4d2e-89c6-235ebe8b6238 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.478445] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060933, 'name': CreateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.492339] env[69742]: DEBUG nova.compute.provider_tree [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.508610] env[69742]: DEBUG nova.compute.manager [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.538995] env[69742]: DEBUG nova.virt.hardware [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.539390] env[69742]: DEBUG nova.virt.hardware [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.539560] env[69742]: DEBUG nova.virt.hardware [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.539759] env[69742]: DEBUG nova.virt.hardware [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.539917] env[69742]: DEBUG nova.virt.hardware [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.540095] env[69742]: DEBUG nova.virt.hardware [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.540323] env[69742]: DEBUG nova.virt.hardware [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.540487] env[69742]: DEBUG nova.virt.hardware [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.540668] env[69742]: DEBUG nova.virt.hardware [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.540836] env[69742]: DEBUG nova.virt.hardware [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.541057] env[69742]: DEBUG nova.virt.hardware [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.542283] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b9fdd-e3d6-469c-8342-f028ce198be8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.551920] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7802ab-bbd0-4aa3-a33a-1cbcdaa3f24c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.556562] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b110ab0-9d96-48cb-86e0-5ec9b0754497 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.573368] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e0b6b5-1cd2-47c2-a3f8-f2e24301bcd9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.606184] env[69742]: DEBUG nova.compute.manager [req-194b94d1-43b1-4f3e-a0db-94bb123e6c4d req-59d0cbd5-d76d-4da6-89f2-4cf2415258d5 service nova] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Detach interface failed, port_id=6b0d1be3-e6ab-4a30-8b1c-114e4804186e, reason: Instance 5596d63b-ee04-4140-aa3a-6a51538dc207 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1021.960319] env[69742]: INFO nova.compute.manager [-] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Took 1.43 seconds to deallocate network for instance. [ 1021.979109] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060933, 'name': CreateVM_Task, 'duration_secs': 0.434941} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.979314] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.980102] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.980326] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.980761] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.981097] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578b193b-6d7d-4278-967b-b0fb8f6de1bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.986988] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for the task: (returnval){ [ 1021.986988] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52000be4-59d1-ae3e-8675-fc1c3568e284" [ 1021.986988] env[69742]: _type = "Task" [ 1021.986988] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.996867] env[69742]: DEBUG nova.scheduler.client.report [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.000319] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52000be4-59d1-ae3e-8675-fc1c3568e284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.302094] env[69742]: DEBUG nova.network.neutron [req-3386e1f7-c0fb-445d-9ea3-4ad63b388c21 req-25df11c1-fb7b-42b0-bc72-d94ced9cf587 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Updated VIF entry in instance network info cache for port 05efe353-3b9a-4556-a9b8-4e69d5730ee4. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.302530] env[69742]: DEBUG nova.network.neutron [req-3386e1f7-c0fb-445d-9ea3-4ad63b388c21 req-25df11c1-fb7b-42b0-bc72-d94ced9cf587 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Updating instance_info_cache with network_info: [{"id": "05efe353-3b9a-4556-a9b8-4e69d5730ee4", "address": "fa:16:3e:44:03:97", "network": {"id": "d5dc396d-cd84-4999-868f-b4a445100e77", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-362019599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f63df5da0884e898dc96ee9d79daa54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05efe353-3b", "ovs_interfaceid": "05efe353-3b9a-4556-a9b8-4e69d5730ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.474939] env[69742]: DEBUG oslo_concurrency.lockutils [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.500255] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52000be4-59d1-ae3e-8675-fc1c3568e284, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.500601] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.500880] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.501141] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.501290] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.501500] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.502308] env[69742]: DEBUG oslo_concurrency.lockutils [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.504523] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a24a9886-bb19-4347-9b21-552658ef89e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.507195] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.559s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.507436] env[69742]: DEBUG nova.objects.instance [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Lazy-loading 'resources' on Instance uuid 7b52a8ff-5c86-458e-bf34-3054fc26a7dd {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.518351] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.518580] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.519428] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce66bdb3-45a9-4137-8e08-cdf71faa30a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.526438] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for the task: (returnval){ [ 1022.526438] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526d0e66-75c9-d2bd-ef9b-c752dd08d9c3" [ 1022.526438] env[69742]: _type = "Task" [ 1022.526438] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.531651] env[69742]: INFO nova.scheduler.client.report [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Deleted allocations for instance 1a463738-c3ff-4d05-85bb-1a48d75d8a9b [ 1022.540761] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526d0e66-75c9-d2bd-ef9b-c752dd08d9c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.642222] env[69742]: DEBUG nova.network.neutron [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Successfully updated port: 11dc96ab-9deb-4d35-bef0-44ea61d055ad {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.805793] env[69742]: DEBUG oslo_concurrency.lockutils [req-3386e1f7-c0fb-445d-9ea3-4ad63b388c21 req-25df11c1-fb7b-42b0-bc72-d94ced9cf587 service nova] Releasing lock "refresh_cache-4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.051038] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526d0e66-75c9-d2bd-ef9b-c752dd08d9c3, 'name': SearchDatastore_Task, 'duration_secs': 0.015329} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.051318] env[69742]: DEBUG oslo_concurrency.lockutils [None req-edf539a4-2ef7-4e31-9cad-3fc5ca947cbf tempest-ServerPasswordTestJSON-380007355 tempest-ServerPasswordTestJSON-380007355-project-member] Lock "1a463738-c3ff-4d05-85bb-1a48d75d8a9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.010s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.052921] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0a5d26-c5ad-4787-b749-c95421f12650 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.062339] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for the task: (returnval){ [ 1023.062339] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523cee26-7355-0594-5b38-97fe09c19b9b" [ 1023.062339] env[69742]: _type = "Task" [ 1023.062339] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.072765] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523cee26-7355-0594-5b38-97fe09c19b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.358208] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d727d4-1672-42f1-ab17-80dbee811dc7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.366775] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f454d91-602a-4a24-b991-7ab795da5ec6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.400072] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48c1260-36d1-4f3f-ac44-c11a3eb3ed64 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.408812] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52840a42-3a22-435c-9a6a-f2e1a482ec89 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.423710] env[69742]: DEBUG nova.compute.provider_tree [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.470428] env[69742]: DEBUG nova.compute.manager [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received event network-vif-plugged-11dc96ab-9deb-4d35-bef0-44ea61d055ad {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.470701] env[69742]: DEBUG oslo_concurrency.lockutils [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] Acquiring lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.470912] env[69742]: DEBUG oslo_concurrency.lockutils [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.471030] env[69742]: DEBUG oslo_concurrency.lockutils [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.471228] env[69742]: DEBUG nova.compute.manager [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] No waiting events found dispatching network-vif-plugged-11dc96ab-9deb-4d35-bef0-44ea61d055ad {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.471346] env[69742]: WARNING nova.compute.manager [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received unexpected event network-vif-plugged-11dc96ab-9deb-4d35-bef0-44ea61d055ad for instance with vm_state building and task_state spawning. [ 1023.471517] env[69742]: DEBUG nova.compute.manager [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received event network-changed-11dc96ab-9deb-4d35-bef0-44ea61d055ad {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.471671] env[69742]: DEBUG nova.compute.manager [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Refreshing instance network info cache due to event network-changed-11dc96ab-9deb-4d35-bef0-44ea61d055ad. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.471860] env[69742]: DEBUG oslo_concurrency.lockutils [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] Acquiring lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.471998] env[69742]: DEBUG oslo_concurrency.lockutils [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] Acquired lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.472169] env[69742]: DEBUG nova.network.neutron [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Refreshing network info cache for port 11dc96ab-9deb-4d35-bef0-44ea61d055ad {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.573358] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523cee26-7355-0594-5b38-97fe09c19b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012909} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.573633] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.573920] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd/4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.574229] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a56065a-3d3e-46b8-973a-94befd968422 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.582207] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for the task: (returnval){ [ 1023.582207] env[69742]: value = "task-4060934" [ 1023.582207] env[69742]: _type = "Task" [ 1023.582207] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.595034] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.927730] env[69742]: DEBUG nova.scheduler.client.report [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.013296] env[69742]: DEBUG nova.network.neutron [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.094849] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060934, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.155058] env[69742]: DEBUG nova.network.neutron [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.433149] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.436583] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.705s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.437088] env[69742]: DEBUG nova.objects.instance [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1024.458518] env[69742]: INFO nova.scheduler.client.report [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Deleted allocations for instance 7b52a8ff-5c86-458e-bf34-3054fc26a7dd [ 1024.595869] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71736} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.596286] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd/4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.596527] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.597769] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0bb3bac-6605-45d1-ab32-c72a9b94e0a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.609218] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for the task: (returnval){ [ 1024.609218] env[69742]: value = "task-4060935" [ 1024.609218] env[69742]: _type = "Task" [ 1024.609218] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.623032] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.658083] env[69742]: DEBUG oslo_concurrency.lockutils [req-9024714c-7e8b-4095-a6ca-8b621854fb71 req-4baa3ce7-d5fb-48eb-9975-a74840272d50 service nova] Releasing lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.966513] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1bd344e5-17fe-4d31-8bc5-c99feb248293 tempest-TenantUsagesTestJSON-1337950754 tempest-TenantUsagesTestJSON-1337950754-project-member] Lock "7b52a8ff-5c86-458e-bf34-3054fc26a7dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.006s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.106479] env[69742]: DEBUG nova.network.neutron [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Successfully updated port: 651c0c66-3cbb-40d0-8139-3dda77ca86b8 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.121020] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091972} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.121977] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.123583] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039744b-3be5-4518-b3a1-372c34ff91ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.147622] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd/4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.148516] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e89dfbb-b080-431c-8c7b-45b308f16423 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.170463] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for the task: (returnval){ [ 1025.170463] env[69742]: value = "task-4060936" [ 1025.170463] env[69742]: _type = "Task" [ 1025.170463] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.180161] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.453954] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ee5ea77b-b96d-4013-91f7-9ed693f5d329 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.455206] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.420s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.455457] env[69742]: DEBUG nova.objects.instance [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lazy-loading 'resources' on Instance uuid d930c956-4b36-4d78-ad91-f89bee666618 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.499021] env[69742]: DEBUG nova.compute.manager [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received event network-vif-plugged-651c0c66-3cbb-40d0-8139-3dda77ca86b8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.499021] env[69742]: DEBUG oslo_concurrency.lockutils [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] Acquiring lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.499021] env[69742]: DEBUG oslo_concurrency.lockutils [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.499461] env[69742]: DEBUG oslo_concurrency.lockutils [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.499461] env[69742]: DEBUG nova.compute.manager [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] No waiting events found dispatching network-vif-plugged-651c0c66-3cbb-40d0-8139-3dda77ca86b8 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.499832] env[69742]: WARNING nova.compute.manager [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received unexpected event network-vif-plugged-651c0c66-3cbb-40d0-8139-3dda77ca86b8 for instance with vm_state building and task_state spawning. [ 1025.499949] env[69742]: DEBUG nova.compute.manager [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received event network-changed-651c0c66-3cbb-40d0-8139-3dda77ca86b8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.500174] env[69742]: DEBUG nova.compute.manager [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Refreshing instance network info cache due to event network-changed-651c0c66-3cbb-40d0-8139-3dda77ca86b8. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.500446] env[69742]: DEBUG oslo_concurrency.lockutils [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] Acquiring lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.500644] env[69742]: DEBUG oslo_concurrency.lockutils [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] Acquired lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.500859] env[69742]: DEBUG nova.network.neutron [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Refreshing network info cache for port 651c0c66-3cbb-40d0-8139-3dda77ca86b8 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.684756] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060936, 'name': ReconfigVM_Task, 'duration_secs': 0.410589} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.685095] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd/4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.685788] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0effc643-8065-42e0-9d89-4f936280bc07 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.693417] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for the task: (returnval){ [ 1025.693417] env[69742]: value = "task-4060937" [ 1025.693417] env[69742]: _type = "Task" [ 1025.693417] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.702909] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060937, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.060991] env[69742]: DEBUG nova.network.neutron [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.204729] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060937, 'name': Rename_Task, 'duration_secs': 0.188986} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.205318] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.205890] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d6c49b2-7097-4284-9371-c210422a1728 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.217942] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for the task: (returnval){ [ 1026.217942] env[69742]: value = "task-4060938" [ 1026.217942] env[69742]: _type = "Task" [ 1026.217942] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.227492] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.279800] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadb001b-ef85-4e38-8d17-a97e2788d752 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.289798] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b2d997-6e52-4f4e-8830-34d744f264fe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.326731] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d2b4b6-7e79-4924-bc60-954180ca2d14 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.335214] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892f5f64-dc2b-4e00-9c67-dc85412f4681 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.350664] env[69742]: DEBUG nova.compute.provider_tree [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.459977] env[69742]: DEBUG nova.network.neutron [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.729719] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060938, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.759799] env[69742]: DEBUG oslo_vmware.rw_handles [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1225d-60a0-f70c-4d70-b68ba71c7352/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1026.760780] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8831bd-461e-4635-8bcf-f09c5ab27211 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.768322] env[69742]: DEBUG oslo_vmware.rw_handles [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1225d-60a0-f70c-4d70-b68ba71c7352/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1026.768574] env[69742]: ERROR oslo_vmware.rw_handles [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1225d-60a0-f70c-4d70-b68ba71c7352/disk-0.vmdk due to incomplete transfer. [ 1026.768860] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2eea6cd-0094-4209-a720-88eba1e502b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.777546] env[69742]: DEBUG oslo_vmware.rw_handles [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1225d-60a0-f70c-4d70-b68ba71c7352/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1026.777823] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Uploaded image 51de0098-5134-48e5-b126-d6079161e758 to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1026.780438] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1026.780735] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a91881e5-e86a-4968-b3d1-6ac0c7babc1d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.789622] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1026.789622] env[69742]: value = "task-4060939" [ 1026.789622] env[69742]: _type = "Task" [ 1026.789622] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.803914] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060939, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.874676] env[69742]: ERROR nova.scheduler.client.report [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] [req-224c20dc-83e9-44c6-8929-d0bb616301e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-224c20dc-83e9-44c6-8929-d0bb616301e3"}]} [ 1026.892434] env[69742]: DEBUG nova.scheduler.client.report [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1026.907029] env[69742]: DEBUG nova.scheduler.client.report [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1026.907029] env[69742]: DEBUG nova.compute.provider_tree [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.917979] env[69742]: DEBUG nova.scheduler.client.report [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1026.937556] env[69742]: DEBUG nova.scheduler.client.report [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1026.962937] env[69742]: DEBUG oslo_concurrency.lockutils [req-17098482-76b6-491d-b778-275899f41e07 req-83a32739-bfb2-459f-a1eb-6df86b9eb393 service nova] Releasing lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.180247] env[69742]: DEBUG nova.network.neutron [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Successfully updated port: 13bed65c-38eb-47ba-a00b-88dc9cc21626 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.222788] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5d91cb-a072-4c41-a788-7ebd42e7b884 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.237879] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93301c5d-4342-4323-86db-e48d254b0dad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.241211] env[69742]: DEBUG oslo_vmware.api [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4060938, 'name': PowerOnVM_Task, 'duration_secs': 0.631802} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.241562] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.241825] env[69742]: INFO nova.compute.manager [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1027.242051] env[69742]: DEBUG nova.compute.manager [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.243484] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7974902a-22d3-4b9c-bbc5-fb59b4c3fae9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.275635] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594549fc-8ff4-43f1-88dc-bba6277cbbf5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.295051] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7170104-e2ea-4aca-9391-9974facc8172 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.321772] env[69742]: DEBUG nova.compute.provider_tree [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.323268] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060939, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.526699] env[69742]: DEBUG nova.compute.manager [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received event network-vif-plugged-13bed65c-38eb-47ba-a00b-88dc9cc21626 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.527133] env[69742]: DEBUG oslo_concurrency.lockutils [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] Acquiring lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.527660] env[69742]: DEBUG oslo_concurrency.lockutils [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.527930] env[69742]: DEBUG oslo_concurrency.lockutils [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.528137] env[69742]: DEBUG nova.compute.manager [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] No waiting events found dispatching network-vif-plugged-13bed65c-38eb-47ba-a00b-88dc9cc21626 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.528436] env[69742]: WARNING nova.compute.manager [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received unexpected event network-vif-plugged-13bed65c-38eb-47ba-a00b-88dc9cc21626 for instance with vm_state building and task_state spawning. [ 1027.528761] env[69742]: DEBUG nova.compute.manager [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received event network-changed-13bed65c-38eb-47ba-a00b-88dc9cc21626 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.528951] env[69742]: DEBUG nova.compute.manager [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Refreshing instance network info cache due to event network-changed-13bed65c-38eb-47ba-a00b-88dc9cc21626. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.529143] env[69742]: DEBUG oslo_concurrency.lockutils [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] Acquiring lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.529531] env[69742]: DEBUG oslo_concurrency.lockutils [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] Acquired lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.529774] env[69742]: DEBUG nova.network.neutron [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Refreshing network info cache for port 13bed65c-38eb-47ba-a00b-88dc9cc21626 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.683085] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.792858] env[69742]: INFO nova.compute.manager [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Took 34.29 seconds to build instance. [ 1027.804489] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060939, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.861029] env[69742]: DEBUG nova.scheduler.client.report [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1027.861254] env[69742]: DEBUG nova.compute.provider_tree [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 107 to 108 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1027.861446] env[69742]: DEBUG nova.compute.provider_tree [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.079777] env[69742]: DEBUG nova.network.neutron [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.219922] env[69742]: DEBUG nova.network.neutron [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.298704] env[69742]: DEBUG oslo_concurrency.lockutils [None req-350efaa3-f525-4407-ad8c-bea645ca23dd tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.814s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.304188] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060939, 'name': Destroy_Task, 'duration_secs': 1.256117} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.304506] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Destroyed the VM [ 1028.304759] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1028.305038] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd2e0a5b-c5cf-4090-8dea-dc227122297d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.313257] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1028.313257] env[69742]: value = "task-4060940" [ 1028.313257] env[69742]: _type = "Task" [ 1028.313257] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.323092] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.366862] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.912s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.369164] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.888s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.370806] env[69742]: INFO nova.compute.claims [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.399748] env[69742]: INFO nova.scheduler.client.report [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Deleted allocations for instance d930c956-4b36-4d78-ad91-f89bee666618 [ 1028.722629] env[69742]: DEBUG oslo_concurrency.lockutils [req-51a27231-6051-4a3f-9e28-b9ebd24926b9 req-d8a23ca3-def2-40e7-b501-aa40506aa9ad service nova] Releasing lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.723072] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquired lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.723238] env[69742]: DEBUG nova.network.neutron [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.823848] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060940, 'name': RemoveSnapshot_Task, 'duration_secs': 0.347824} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.824174] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1028.824484] env[69742]: DEBUG nova.compute.manager [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.825289] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5e8634-eec4-4485-8e14-e110983c5614 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.913051] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae02d018-21b2-4ea2-80b0-76a1fec0642b tempest-ServerRescueTestJSON-1130760866 tempest-ServerRescueTestJSON-1130760866-project-member] Lock "d930c956-4b36-4d78-ad91-f89bee666618" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.534s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.272225] env[69742]: DEBUG nova.network.neutron [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.341546] env[69742]: INFO nova.compute.manager [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Shelve offloading [ 1029.566741] env[69742]: DEBUG nova.compute.manager [req-76d0bee5-6817-4451-96c0-c54d8f439576 req-52cd36de-97b9-47d9-814d-a101d3fa4b84 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Received event network-changed-05efe353-3b9a-4556-a9b8-4e69d5730ee4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.566942] env[69742]: DEBUG nova.compute.manager [req-76d0bee5-6817-4451-96c0-c54d8f439576 req-52cd36de-97b9-47d9-814d-a101d3fa4b84 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Refreshing instance network info cache due to event network-changed-05efe353-3b9a-4556-a9b8-4e69d5730ee4. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.567188] env[69742]: DEBUG oslo_concurrency.lockutils [req-76d0bee5-6817-4451-96c0-c54d8f439576 req-52cd36de-97b9-47d9-814d-a101d3fa4b84 service nova] Acquiring lock "refresh_cache-4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.567332] env[69742]: DEBUG oslo_concurrency.lockutils [req-76d0bee5-6817-4451-96c0-c54d8f439576 req-52cd36de-97b9-47d9-814d-a101d3fa4b84 service nova] Acquired lock "refresh_cache-4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.567496] env[69742]: DEBUG nova.network.neutron [req-76d0bee5-6817-4451-96c0-c54d8f439576 req-52cd36de-97b9-47d9-814d-a101d3fa4b84 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Refreshing network info cache for port 05efe353-3b9a-4556-a9b8-4e69d5730ee4 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.752473] env[69742]: DEBUG nova.network.neutron [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Updating instance_info_cache with network_info: [{"id": "11dc96ab-9deb-4d35-bef0-44ea61d055ad", "address": "fa:16:3e:2a:ec:52", "network": {"id": "51624b76-3938-44ea-b50c-e9cd1347f301", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-992235760", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11dc96ab-9d", "ovs_interfaceid": "11dc96ab-9deb-4d35-bef0-44ea61d055ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "651c0c66-3cbb-40d0-8139-3dda77ca86b8", "address": "fa:16:3e:0b:00:a9", "network": {"id": "5c3a74e3-6641-4de4-a986-fac71a64a6eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-750165236", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651c0c66-3c", "ovs_interfaceid": "651c0c66-3cbb-40d0-8139-3dda77ca86b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13bed65c-38eb-47ba-a00b-88dc9cc21626", "address": "fa:16:3e:ff:67:dd", "network": {"id": "51624b76-3938-44ea-b50c-e9cd1347f301", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-992235760", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bed65c-38", "ovs_interfaceid": "13bed65c-38eb-47ba-a00b-88dc9cc21626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.809870] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dde705d-e933-417b-9150-91cb766ec87e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.822848] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602baaab-dfbd-4de3-911e-f623ff5edec0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.862119] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.863135] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96d55763-8389-46ae-8ec0-2966ed259fd4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.865070] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a364852c-58e5-495a-8511-a489dfa54677 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.874786] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840f4a69-307d-4fa8-bb0e-2a9b0e2d37f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.880918] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1029.880918] env[69742]: value = "task-4060941" [ 1029.880918] env[69742]: _type = "Task" [ 1029.880918] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.894012] env[69742]: DEBUG nova.compute.provider_tree [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.902528] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1029.902785] env[69742]: DEBUG nova.compute.manager [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.903982] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1d5c82-fc54-4a6f-b0bc-0b5bb3731bc2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.911953] env[69742]: DEBUG oslo_concurrency.lockutils [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.912704] env[69742]: DEBUG oslo_concurrency.lockutils [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.912704] env[69742]: DEBUG nova.network.neutron [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.255494] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Releasing lock "refresh_cache-b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.255711] env[69742]: DEBUG nova.compute.manager [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Instance network_info: |[{"id": "11dc96ab-9deb-4d35-bef0-44ea61d055ad", "address": "fa:16:3e:2a:ec:52", "network": {"id": "51624b76-3938-44ea-b50c-e9cd1347f301", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-992235760", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11dc96ab-9d", "ovs_interfaceid": "11dc96ab-9deb-4d35-bef0-44ea61d055ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "651c0c66-3cbb-40d0-8139-3dda77ca86b8", "address": "fa:16:3e:0b:00:a9", "network": {"id": "5c3a74e3-6641-4de4-a986-fac71a64a6eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-750165236", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651c0c66-3c", "ovs_interfaceid": "651c0c66-3cbb-40d0-8139-3dda77ca86b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13bed65c-38eb-47ba-a00b-88dc9cc21626", "address": "fa:16:3e:ff:67:dd", "network": {"id": "51624b76-3938-44ea-b50c-e9cd1347f301", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-992235760", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bed65c-38", "ovs_interfaceid": "13bed65c-38eb-47ba-a00b-88dc9cc21626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.256210] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:ec:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11dc96ab-9deb-4d35-bef0-44ea61d055ad', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:00:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '651c0c66-3cbb-40d0-8139-3dda77ca86b8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:67:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13bed65c-38eb-47ba-a00b-88dc9cc21626', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.270473] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Creating folder: Project (86ee79d564324e1286c85982ff1ac338). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.273337] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a88eaa05-8a70-4dfa-ae4b-2172de59eb1f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.293160] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Created folder: Project (86ee79d564324e1286c85982ff1ac338) in parent group-v804621. [ 1030.293160] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Creating folder: Instances. Parent ref: group-v804849. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.293160] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70948063-334b-4370-8e06-fdd3fdf4fa27 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.306362] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Created folder: Instances in parent group-v804849. [ 1030.306773] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.306915] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.307207] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1824c4cb-6c7a-4875-9bbd-9ed023cbf6ac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.344811] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.344811] env[69742]: value = "task-4060944" [ 1030.344811] env[69742]: _type = "Task" [ 1030.344811] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.357264] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060944, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.398108] env[69742]: DEBUG nova.scheduler.client.report [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.419153] env[69742]: DEBUG nova.network.neutron [req-76d0bee5-6817-4451-96c0-c54d8f439576 req-52cd36de-97b9-47d9-814d-a101d3fa4b84 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Updated VIF entry in instance network info cache for port 05efe353-3b9a-4556-a9b8-4e69d5730ee4. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.419565] env[69742]: DEBUG nova.network.neutron [req-76d0bee5-6817-4451-96c0-c54d8f439576 req-52cd36de-97b9-47d9-814d-a101d3fa4b84 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Updating instance_info_cache with network_info: [{"id": "05efe353-3b9a-4556-a9b8-4e69d5730ee4", "address": "fa:16:3e:44:03:97", "network": {"id": "d5dc396d-cd84-4999-868f-b4a445100e77", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-362019599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f63df5da0884e898dc96ee9d79daa54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05efe353-3b", "ovs_interfaceid": "05efe353-3b9a-4556-a9b8-4e69d5730ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.687262] env[69742]: DEBUG nova.network.neutron [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updating instance_info_cache with network_info: [{"id": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "address": "fa:16:3e:09:7b:e1", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4720c8c-b3", "ovs_interfaceid": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.858619] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060944, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.905164] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.907249] env[69742]: DEBUG nova.compute.manager [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.910331] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.780s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.911661] env[69742]: INFO nova.compute.claims [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.929554] env[69742]: DEBUG oslo_concurrency.lockutils [req-76d0bee5-6817-4451-96c0-c54d8f439576 req-52cd36de-97b9-47d9-814d-a101d3fa4b84 service nova] Releasing lock "refresh_cache-4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.196685] env[69742]: DEBUG oslo_concurrency.lockutils [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.362160] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060944, 'name': CreateVM_Task, 'duration_secs': 0.549878} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.362379] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.363284] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.363460] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.363814] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.364126] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b2c537-3f63-4b8a-8bd6-e536d1e4ff70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.370175] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1031.370175] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523c3342-8787-1cfc-f846-47d1cf535ffa" [ 1031.370175] env[69742]: _type = "Task" [ 1031.370175] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.380409] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523c3342-8787-1cfc-f846-47d1cf535ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.416843] env[69742]: DEBUG nova.compute.utils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.420296] env[69742]: DEBUG nova.compute.manager [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.420519] env[69742]: DEBUG nova.network.neutron [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.523575] env[69742]: DEBUG nova.policy [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99954244e6724b879306d089068c28f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35952a57ac73457cb22aed09d5c50905', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.554122] env[69742]: DEBUG nova.compute.manager [req-dd4ca756-fba9-44c8-a5c3-bb72b1ab9845 req-80b41ef6-2dec-466f-9a4b-617dedc04c6f service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Received event network-vif-unplugged-c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.554339] env[69742]: DEBUG oslo_concurrency.lockutils [req-dd4ca756-fba9-44c8-a5c3-bb72b1ab9845 req-80b41ef6-2dec-466f-9a4b-617dedc04c6f service nova] Acquiring lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.554634] env[69742]: DEBUG oslo_concurrency.lockutils [req-dd4ca756-fba9-44c8-a5c3-bb72b1ab9845 req-80b41ef6-2dec-466f-9a4b-617dedc04c6f service nova] Lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.554830] env[69742]: DEBUG oslo_concurrency.lockutils [req-dd4ca756-fba9-44c8-a5c3-bb72b1ab9845 req-80b41ef6-2dec-466f-9a4b-617dedc04c6f service nova] Lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.554978] env[69742]: DEBUG nova.compute.manager [req-dd4ca756-fba9-44c8-a5c3-bb72b1ab9845 req-80b41ef6-2dec-466f-9a4b-617dedc04c6f service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] No waiting events found dispatching network-vif-unplugged-c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.555139] env[69742]: WARNING nova.compute.manager [req-dd4ca756-fba9-44c8-a5c3-bb72b1ab9845 req-80b41ef6-2dec-466f-9a4b-617dedc04c6f service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Received unexpected event network-vif-unplugged-c4720c8c-b38f-42e5-a5cc-d3774760b46d for instance with vm_state shelved and task_state shelving_offloading. [ 1031.710460] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.711413] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7237b802-c898-4ca9-a6d1-6ede5f937855 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.720628] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.720951] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa36cd86-f4b8-44be-8e34-96539042761a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.823414] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.823651] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.823893] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleting the datastore file [datastore2] 9030bfbe-5557-4101-b2b7-06cc63159def {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.824263] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb69d91c-7d90-42fa-b755-74e6748d852b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.833753] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1031.833753] env[69742]: value = "task-4060946" [ 1031.833753] env[69742]: _type = "Task" [ 1031.833753] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.843557] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.868242] env[69742]: DEBUG nova.network.neutron [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Successfully created port: 65e9efa3-71db-498d-b8cd-7e27326623d7 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.882933] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523c3342-8787-1cfc-f846-47d1cf535ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.04779} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.883108] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.883266] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.883552] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.883711] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.884776] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.884776] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e506a4e4-c3e1-41cf-83f3-8521533684d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.894952] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.895186] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.896073] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd89a8b-5a59-44a7-a159-262a9e0102d2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.902467] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1031.902467] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522332dd-7c84-d46a-9f37-d98b4f555cc5" [ 1031.902467] env[69742]: _type = "Task" [ 1031.902467] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.913323] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522332dd-7c84-d46a-9f37-d98b4f555cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.923861] env[69742]: DEBUG nova.compute.manager [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.222991] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3173917b-8d9e-418a-8024-a8eb23a64a13 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.231494] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eb4b28-65eb-4786-93b8-6f17310a5344 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.263255] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187579e4-3341-4366-9292-1a9500591f4e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.271663] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f510cc-100b-477e-bbee-30d49d0a0e21 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.286270] env[69742]: DEBUG nova.compute.provider_tree [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.344179] env[69742]: DEBUG oslo_vmware.api [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4060946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31653} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.344492] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.344659] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.344837] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.363493] env[69742]: INFO nova.scheduler.client.report [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleted allocations for instance 9030bfbe-5557-4101-b2b7-06cc63159def [ 1032.413538] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522332dd-7c84-d46a-9f37-d98b4f555cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.023983} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.414388] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9496f636-9556-43fb-b4cd-626adfdb82f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.420799] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1032.420799] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e2b702-d7e7-b906-cc22-b6538bf865e0" [ 1032.420799] env[69742]: _type = "Task" [ 1032.420799] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.430198] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e2b702-d7e7-b906-cc22-b6538bf865e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.789533] env[69742]: DEBUG nova.scheduler.client.report [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.868160] env[69742]: DEBUG oslo_concurrency.lockutils [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.933069] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e2b702-d7e7-b906-cc22-b6538bf865e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013261} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.933464] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.933659] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3/b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.933928] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30fbaf02-d666-4b19-8f47-7c68d747f9e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.936980] env[69742]: DEBUG nova.compute.manager [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.945409] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1032.945409] env[69742]: value = "task-4060947" [ 1032.945409] env[69742]: _type = "Task" [ 1032.945409] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.955179] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.969601] env[69742]: DEBUG nova.virt.hardware [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.969866] env[69742]: DEBUG nova.virt.hardware [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.970041] env[69742]: DEBUG nova.virt.hardware [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.970241] env[69742]: DEBUG nova.virt.hardware [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.970391] env[69742]: DEBUG nova.virt.hardware [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.970549] env[69742]: DEBUG nova.virt.hardware [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.970780] env[69742]: DEBUG nova.virt.hardware [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.970961] env[69742]: DEBUG nova.virt.hardware [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.971195] env[69742]: DEBUG nova.virt.hardware [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.971371] env[69742]: DEBUG nova.virt.hardware [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.971550] env[69742]: DEBUG nova.virt.hardware [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.972497] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a3cee7-e35d-48ec-8e1e-f9b33dbe20b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.983682] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0334a8-edc7-429b-a821-de9b4d4ef485 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.295715] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.296596] env[69742]: DEBUG nova.compute.manager [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.301788] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.161s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.302129] env[69742]: DEBUG nova.objects.instance [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lazy-loading 'resources' on Instance uuid 78ee6c88-0a68-4875-a937-7fabc242d2bf {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.387340] env[69742]: DEBUG nova.compute.manager [req-e2870d39-ff7d-4269-b4b7-02271ae0ea42 req-cce1687a-94cc-4c1f-afe5-cb1f1066bd96 service nova] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Received event network-vif-plugged-65e9efa3-71db-498d-b8cd-7e27326623d7 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.387340] env[69742]: DEBUG oslo_concurrency.lockutils [req-e2870d39-ff7d-4269-b4b7-02271ae0ea42 req-cce1687a-94cc-4c1f-afe5-cb1f1066bd96 service nova] Acquiring lock "29068741-7d3b-4212-b76b-d47dbde452d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.387340] env[69742]: DEBUG oslo_concurrency.lockutils [req-e2870d39-ff7d-4269-b4b7-02271ae0ea42 req-cce1687a-94cc-4c1f-afe5-cb1f1066bd96 service nova] Lock "29068741-7d3b-4212-b76b-d47dbde452d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.387340] env[69742]: DEBUG oslo_concurrency.lockutils [req-e2870d39-ff7d-4269-b4b7-02271ae0ea42 req-cce1687a-94cc-4c1f-afe5-cb1f1066bd96 service nova] Lock "29068741-7d3b-4212-b76b-d47dbde452d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.387340] env[69742]: DEBUG nova.compute.manager [req-e2870d39-ff7d-4269-b4b7-02271ae0ea42 req-cce1687a-94cc-4c1f-afe5-cb1f1066bd96 service nova] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] No waiting events found dispatching network-vif-plugged-65e9efa3-71db-498d-b8cd-7e27326623d7 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.387340] env[69742]: WARNING nova.compute.manager [req-e2870d39-ff7d-4269-b4b7-02271ae0ea42 req-cce1687a-94cc-4c1f-afe5-cb1f1066bd96 service nova] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Received unexpected event network-vif-plugged-65e9efa3-71db-498d-b8cd-7e27326623d7 for instance with vm_state building and task_state spawning. [ 1033.458220] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060947, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.514969] env[69742]: DEBUG nova.network.neutron [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Successfully updated port: 65e9efa3-71db-498d-b8cd-7e27326623d7 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.584727] env[69742]: DEBUG nova.compute.manager [req-c9063172-06b0-4489-bef3-e9594fcad1c8 req-dfe589c8-57ee-4e79-8266-c0199e968fc5 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Received event network-changed-c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.584899] env[69742]: DEBUG nova.compute.manager [req-c9063172-06b0-4489-bef3-e9594fcad1c8 req-dfe589c8-57ee-4e79-8266-c0199e968fc5 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Refreshing instance network info cache due to event network-changed-c4720c8c-b38f-42e5-a5cc-d3774760b46d. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.585133] env[69742]: DEBUG oslo_concurrency.lockutils [req-c9063172-06b0-4489-bef3-e9594fcad1c8 req-dfe589c8-57ee-4e79-8266-c0199e968fc5 service nova] Acquiring lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.585279] env[69742]: DEBUG oslo_concurrency.lockutils [req-c9063172-06b0-4489-bef3-e9594fcad1c8 req-dfe589c8-57ee-4e79-8266-c0199e968fc5 service nova] Acquired lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.585440] env[69742]: DEBUG nova.network.neutron [req-c9063172-06b0-4489-bef3-e9594fcad1c8 req-dfe589c8-57ee-4e79-8266-c0199e968fc5 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Refreshing network info cache for port c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.806265] env[69742]: DEBUG nova.compute.utils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.813130] env[69742]: DEBUG nova.compute.manager [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.813489] env[69742]: DEBUG nova.network.neutron [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.855747] env[69742]: DEBUG nova.policy [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99954244e6724b879306d089068c28f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35952a57ac73457cb22aed09d5c50905', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.957920] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64953} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.961065] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3/b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.961197] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.961932] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-824889c3-e533-4065-a173-44f2a5fd1244 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.969182] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1033.969182] env[69742]: value = "task-4060948" [ 1033.969182] env[69742]: _type = "Task" [ 1033.969182] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.981638] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.019212] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.019212] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.019212] env[69742]: DEBUG nova.network.neutron [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.081062] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770970f4-5e0b-4d94-ae47-4ed823e93a90 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.091117] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ea83f2-13c3-46f3-b355-d42b08a210a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.129599] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e5674c-ce4e-4d86-8551-a4fd3c7d2386 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.138508] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247ddbc6-36f0-4a38-b095-d33efa178e22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.154022] env[69742]: DEBUG nova.compute.provider_tree [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.156742] env[69742]: DEBUG nova.network.neutron [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Successfully created port: cc2c9767-20cc-4ad1-a0e3-bb48991ea33d {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.313417] env[69742]: DEBUG nova.compute.manager [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.418386] env[69742]: DEBUG nova.network.neutron [req-c9063172-06b0-4489-bef3-e9594fcad1c8 req-dfe589c8-57ee-4e79-8266-c0199e968fc5 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updated VIF entry in instance network info cache for port c4720c8c-b38f-42e5-a5cc-d3774760b46d. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.418774] env[69742]: DEBUG nova.network.neutron [req-c9063172-06b0-4489-bef3-e9594fcad1c8 req-dfe589c8-57ee-4e79-8266-c0199e968fc5 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updating instance_info_cache with network_info: [{"id": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "address": "fa:16:3e:09:7b:e1", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc4720c8c-b3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.480334] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062688} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.480608] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.481430] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a09bf6a-ff33-4914-ab51-32eaacdb7ed7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.514250] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3/b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.515054] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-584c0c1f-24ba-4d80-9933-e778e28124f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.546292] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1034.546292] env[69742]: value = "task-4060949" [ 1034.546292] env[69742]: _type = "Task" [ 1034.546292] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.555793] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.570457] env[69742]: DEBUG nova.network.neutron [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.660866] env[69742]: DEBUG nova.scheduler.client.report [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.719898] env[69742]: DEBUG nova.network.neutron [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Updating instance_info_cache with network_info: [{"id": "65e9efa3-71db-498d-b8cd-7e27326623d7", "address": "fa:16:3e:06:50:06", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e9efa3-71", "ovs_interfaceid": "65e9efa3-71db-498d-b8cd-7e27326623d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.753152] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "9030bfbe-5557-4101-b2b7-06cc63159def" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.921909] env[69742]: DEBUG oslo_concurrency.lockutils [req-c9063172-06b0-4489-bef3-e9594fcad1c8 req-dfe589c8-57ee-4e79-8266-c0199e968fc5 service nova] Releasing lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.057184] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060949, 'name': ReconfigVM_Task, 'duration_secs': 0.360657} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.057559] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Reconfigured VM instance instance-00000052 to attach disk [datastore1] b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3/b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.058201] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2117ad25-b25e-4ab1-9e0c-692f3090ebe7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.065772] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1035.065772] env[69742]: value = "task-4060950" [ 1035.065772] env[69742]: _type = "Task" [ 1035.065772] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.074445] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060950, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.167076] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.169655] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.045s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.169918] env[69742]: DEBUG nova.objects.instance [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lazy-loading 'resources' on Instance uuid 9d11e70b-f603-4b96-a097-16724b9aaf31 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.191989] env[69742]: INFO nova.scheduler.client.report [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted allocations for instance 78ee6c88-0a68-4875-a937-7fabc242d2bf [ 1035.223458] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.223788] env[69742]: DEBUG nova.compute.manager [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Instance network_info: |[{"id": "65e9efa3-71db-498d-b8cd-7e27326623d7", "address": "fa:16:3e:06:50:06", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e9efa3-71", "ovs_interfaceid": "65e9efa3-71db-498d-b8cd-7e27326623d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.224226] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:50:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65e9efa3-71db-498d-b8cd-7e27326623d7', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.231932] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Creating folder: Project (35952a57ac73457cb22aed09d5c50905). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.232302] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4fdf759-d6d1-4a05-a471-128bc04a6fc8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.246194] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Created folder: Project (35952a57ac73457cb22aed09d5c50905) in parent group-v804621. [ 1035.246427] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Creating folder: Instances. Parent ref: group-v804852. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.246689] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0109aff8-0906-4236-944b-4ac7b2a380d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.259991] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Created folder: Instances in parent group-v804852. [ 1035.260131] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.260247] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.260465] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ac2816a-9d22-4057-9cd7-8a6f0c8a217e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.282293] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.282293] env[69742]: value = "task-4060953" [ 1035.282293] env[69742]: _type = "Task" [ 1035.282293] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.292405] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060953, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.323741] env[69742]: DEBUG nova.compute.manager [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.367112] env[69742]: DEBUG nova.virt.hardware [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.367786] env[69742]: DEBUG nova.virt.hardware [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.369072] env[69742]: DEBUG nova.virt.hardware [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.369072] env[69742]: DEBUG nova.virt.hardware [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.369072] env[69742]: DEBUG nova.virt.hardware [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.369072] env[69742]: DEBUG nova.virt.hardware [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.369072] env[69742]: DEBUG nova.virt.hardware [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.369072] env[69742]: DEBUG nova.virt.hardware [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.369453] env[69742]: DEBUG nova.virt.hardware [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.369453] env[69742]: DEBUG nova.virt.hardware [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.369545] env[69742]: DEBUG nova.virt.hardware [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.370456] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efec18ab-2137-4d17-9ecb-07c2dd86f70e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.380594] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9001eb8a-7e90-4b53-85ed-bd9f18922224 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.419073] env[69742]: DEBUG nova.compute.manager [req-0f094b4a-5e22-459a-bae4-ce715df7ebee req-74c865ea-d175-4b88-b98a-084d6dbe1dfb service nova] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Received event network-changed-65e9efa3-71db-498d-b8cd-7e27326623d7 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.419343] env[69742]: DEBUG nova.compute.manager [req-0f094b4a-5e22-459a-bae4-ce715df7ebee req-74c865ea-d175-4b88-b98a-084d6dbe1dfb service nova] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Refreshing instance network info cache due to event network-changed-65e9efa3-71db-498d-b8cd-7e27326623d7. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.419621] env[69742]: DEBUG oslo_concurrency.lockutils [req-0f094b4a-5e22-459a-bae4-ce715df7ebee req-74c865ea-d175-4b88-b98a-084d6dbe1dfb service nova] Acquiring lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.419820] env[69742]: DEBUG oslo_concurrency.lockutils [req-0f094b4a-5e22-459a-bae4-ce715df7ebee req-74c865ea-d175-4b88-b98a-084d6dbe1dfb service nova] Acquired lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.420179] env[69742]: DEBUG nova.network.neutron [req-0f094b4a-5e22-459a-bae4-ce715df7ebee req-74c865ea-d175-4b88-b98a-084d6dbe1dfb service nova] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Refreshing network info cache for port 65e9efa3-71db-498d-b8cd-7e27326623d7 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.576777] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060950, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.696916] env[69742]: DEBUG nova.network.neutron [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Successfully updated port: cc2c9767-20cc-4ad1-a0e3-bb48991ea33d {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.706666] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73848852-44ab-4890-abb4-9162ca892b1a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "78ee6c88-0a68-4875-a937-7fabc242d2bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.826s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.795953] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060953, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.970464] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce47c652-842d-4d93-8411-9532edc5f070 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.980233] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68bab9b-3f7f-4f02-8327-132ede075a15 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.015303] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883c9042-102b-4c28-bd2f-6bca9a6f32fa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.024366] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367cb7bb-9614-49c2-8a9e-f852107979f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.039470] env[69742]: DEBUG nova.compute.provider_tree [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.078159] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060950, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.143231] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.143464] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.166294] env[69742]: DEBUG nova.network.neutron [req-0f094b4a-5e22-459a-bae4-ce715df7ebee req-74c865ea-d175-4b88-b98a-084d6dbe1dfb service nova] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Updated VIF entry in instance network info cache for port 65e9efa3-71db-498d-b8cd-7e27326623d7. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.166672] env[69742]: DEBUG nova.network.neutron [req-0f094b4a-5e22-459a-bae4-ce715df7ebee req-74c865ea-d175-4b88-b98a-084d6dbe1dfb service nova] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Updating instance_info_cache with network_info: [{"id": "65e9efa3-71db-498d-b8cd-7e27326623d7", "address": "fa:16:3e:06:50:06", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e9efa3-71", "ovs_interfaceid": "65e9efa3-71db-498d-b8cd-7e27326623d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.204751] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "refresh_cache-727abe81-de59-4648-b9d3-cdc3f5782444" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.205023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "refresh_cache-727abe81-de59-4648-b9d3-cdc3f5782444" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.205297] env[69742]: DEBUG nova.network.neutron [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.294067] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060953, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.398145] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.398391] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.545013] env[69742]: DEBUG nova.scheduler.client.report [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.578119] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060950, 'name': Rename_Task, 'duration_secs': 1.17205} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.578391] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.578693] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f76e9e3f-5079-4dec-970e-12b2befc71ca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.586436] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1036.586436] env[69742]: value = "task-4060954" [ 1036.586436] env[69742]: _type = "Task" [ 1036.586436] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.595263] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.651722] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.651935] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.651996] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.652166] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.652339] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.652590] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.652749] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1036.653184] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.670024] env[69742]: DEBUG oslo_concurrency.lockutils [req-0f094b4a-5e22-459a-bae4-ce715df7ebee req-74c865ea-d175-4b88-b98a-084d6dbe1dfb service nova] Releasing lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.737675] env[69742]: DEBUG nova.network.neutron [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.794167] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060953, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.900345] env[69742]: DEBUG nova.network.neutron [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Updating instance_info_cache with network_info: [{"id": "cc2c9767-20cc-4ad1-a0e3-bb48991ea33d", "address": "fa:16:3e:54:6f:f6", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2c9767-20", "ovs_interfaceid": "cc2c9767-20cc-4ad1-a0e3-bb48991ea33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.901889] env[69742]: DEBUG nova.compute.manager [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.050716] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.053527] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.797s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.055366] env[69742]: INFO nova.compute.claims [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.081760] env[69742]: INFO nova.scheduler.client.report [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleted allocations for instance 9d11e70b-f603-4b96-a097-16724b9aaf31 [ 1037.106756] env[69742]: DEBUG oslo_vmware.api [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060954, 'name': PowerOnVM_Task, 'duration_secs': 0.513694} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.107193] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.107435] env[69742]: INFO nova.compute.manager [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Took 15.60 seconds to spawn the instance on the hypervisor. [ 1037.107621] env[69742]: DEBUG nova.compute.manager [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.110144] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206661ff-8cf1-4bf3-9174-f250f568177e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.155951] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.294962] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060953, 'name': CreateVM_Task, 'duration_secs': 1.864512} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.295167] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.295936] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.296163] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.296522] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.296854] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d4eb71-0d94-44b0-9a79-3d46da5cc587 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.302413] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1037.302413] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520655d7-a1c6-049d-9462-b3c9ca2750e5" [ 1037.302413] env[69742]: _type = "Task" [ 1037.302413] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.310981] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520655d7-a1c6-049d-9462-b3c9ca2750e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.409645] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "refresh_cache-727abe81-de59-4648-b9d3-cdc3f5782444" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.410140] env[69742]: DEBUG nova.compute.manager [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Instance network_info: |[{"id": "cc2c9767-20cc-4ad1-a0e3-bb48991ea33d", "address": "fa:16:3e:54:6f:f6", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2c9767-20", "ovs_interfaceid": "cc2c9767-20cc-4ad1-a0e3-bb48991ea33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.410526] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:6f:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc2c9767-20cc-4ad1-a0e3-bb48991ea33d', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.419104] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.421811] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.422315] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dc26440-79ae-4446-9b25-f61d7628ca25 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.438757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.446879] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.446879] env[69742]: value = "task-4060955" [ 1037.446879] env[69742]: _type = "Task" [ 1037.446879] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.452659] env[69742]: DEBUG nova.compute.manager [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Received event network-vif-plugged-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.452886] env[69742]: DEBUG oslo_concurrency.lockutils [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] Acquiring lock "727abe81-de59-4648-b9d3-cdc3f5782444-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.453116] env[69742]: DEBUG oslo_concurrency.lockutils [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] Lock "727abe81-de59-4648-b9d3-cdc3f5782444-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.453286] env[69742]: DEBUG oslo_concurrency.lockutils [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] Lock "727abe81-de59-4648-b9d3-cdc3f5782444-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.453455] env[69742]: DEBUG nova.compute.manager [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] No waiting events found dispatching network-vif-plugged-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.453801] env[69742]: WARNING nova.compute.manager [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Received unexpected event network-vif-plugged-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d for instance with vm_state building and task_state spawning. [ 1037.453801] env[69742]: DEBUG nova.compute.manager [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Received event network-changed-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.453923] env[69742]: DEBUG nova.compute.manager [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Refreshing instance network info cache due to event network-changed-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.454315] env[69742]: DEBUG oslo_concurrency.lockutils [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] Acquiring lock "refresh_cache-727abe81-de59-4648-b9d3-cdc3f5782444" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.454315] env[69742]: DEBUG oslo_concurrency.lockutils [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] Acquired lock "refresh_cache-727abe81-de59-4648-b9d3-cdc3f5782444" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.454497] env[69742]: DEBUG nova.network.neutron [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Refreshing network info cache for port cc2c9767-20cc-4ad1-a0e3-bb48991ea33d {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.462195] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060955, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.600306] env[69742]: DEBUG oslo_concurrency.lockutils [None req-99af5fd2-8aff-498a-9a48-20c4f5cd12b9 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "9d11e70b-f603-4b96-a097-16724b9aaf31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.145s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.631972] env[69742]: INFO nova.compute.manager [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Took 42.16 seconds to build instance. [ 1037.814797] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520655d7-a1c6-049d-9462-b3c9ca2750e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.814797] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.814797] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.814797] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.814797] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.814797] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.815200] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ba4f684-d2b1-43c4-9530-be6e597abfb9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.825342] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.825575] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.826414] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eafaec14-f4d0-49c0-a537-6dcc1cabf9bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.833801] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1037.833801] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fa49f0-6284-6724-ead6-46ea4c9c7c62" [ 1037.833801] env[69742]: _type = "Task" [ 1037.833801] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.844065] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fa49f0-6284-6724-ead6-46ea4c9c7c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.960546] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060955, 'name': CreateVM_Task, 'duration_secs': 0.397174} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.960759] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.961800] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.961970] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.962311] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.962587] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0963f15-0d86-4c30-a5a0-c944de85d328 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.969165] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1037.969165] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c058b6-cb16-451e-0976-43ccfc9367f9" [ 1037.969165] env[69742]: _type = "Task" [ 1037.969165] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.980959] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c058b6-cb16-451e-0976-43ccfc9367f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.084088] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "917f5cae-ce8d-4194-9d79-bb8083092fbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.084571] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "917f5cae-ce8d-4194-9d79-bb8083092fbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.084707] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "917f5cae-ce8d-4194-9d79-bb8083092fbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.084931] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "917f5cae-ce8d-4194-9d79-bb8083092fbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.085116] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "917f5cae-ce8d-4194-9d79-bb8083092fbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.089934] env[69742]: INFO nova.compute.manager [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Terminating instance [ 1038.134221] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f562a05-74ef-4254-80e4-01db4f0bca92 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.669s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.180011] env[69742]: DEBUG nova.network.neutron [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Updated VIF entry in instance network info cache for port cc2c9767-20cc-4ad1-a0e3-bb48991ea33d. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.180404] env[69742]: DEBUG nova.network.neutron [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Updating instance_info_cache with network_info: [{"id": "cc2c9767-20cc-4ad1-a0e3-bb48991ea33d", "address": "fa:16:3e:54:6f:f6", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2c9767-20", "ovs_interfaceid": "cc2c9767-20cc-4ad1-a0e3-bb48991ea33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.345896] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fa49f0-6284-6724-ead6-46ea4c9c7c62, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.349013] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5f7bd7-af2c-4afb-b933-918804a321b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.356568] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1038.356568] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d3a8d3-6a3e-12d9-5a29-7e7bf2958b82" [ 1038.356568] env[69742]: _type = "Task" [ 1038.356568] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.362176] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cb1ef3-947e-4563-8a05-9a270a444018 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.370693] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d3a8d3-6a3e-12d9-5a29-7e7bf2958b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.373573] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93dfaad-98b4-4e0e-a33a-6ab5b204b64c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.405895] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5b3e14-541c-4fbc-9bb4-8bd59e0be095 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.414550] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424e8086-40da-4051-93e5-6407f7f112ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.430028] env[69742]: DEBUG nova.compute.provider_tree [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.483032] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c058b6-cb16-451e-0976-43ccfc9367f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011927} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.483216] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.483461] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.483712] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.595292] env[69742]: DEBUG nova.compute.manager [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.595597] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.596991] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d2064b-6cf9-4168-9665-7337287e67e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.607735] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.608098] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32aecf5e-c59b-4500-a00e-30ca02077946 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.617326] env[69742]: DEBUG oslo_vmware.api [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1038.617326] env[69742]: value = "task-4060956" [ 1038.617326] env[69742]: _type = "Task" [ 1038.617326] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.630630] env[69742]: DEBUG oslo_vmware.api [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.683734] env[69742]: DEBUG oslo_concurrency.lockutils [req-1d3b4da1-da96-43fc-a832-31bc5d338215 req-cc789e76-e326-452a-ab0f-3038e82cd798 service nova] Releasing lock "refresh_cache-727abe81-de59-4648-b9d3-cdc3f5782444" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.868104] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d3a8d3-6a3e-12d9-5a29-7e7bf2958b82, 'name': SearchDatastore_Task, 'duration_secs': 0.031221} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.868476] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.868653] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 29068741-7d3b-4212-b76b-d47dbde452d0/29068741-7d3b-4212-b76b-d47dbde452d0.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.868940] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.869160] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.869471] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc11122d-637a-43df-9c52-14d093e32985 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.871992] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abd86bc1-6803-4030-bfd8-da5da7ca7422 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.879530] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1038.879530] env[69742]: value = "task-4060957" [ 1038.879530] env[69742]: _type = "Task" [ 1038.879530] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.884795] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.885032] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.886318] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ab2f24-8821-41d2-9d7b-90cdac28d452 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.892461] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.897607] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1038.897607] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5201a019-8276-5557-ce9c-4dea714ffb5c" [ 1038.897607] env[69742]: _type = "Task" [ 1038.897607] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.908416] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5201a019-8276-5557-ce9c-4dea714ffb5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.933761] env[69742]: DEBUG nova.scheduler.client.report [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.946721] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.947017] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.947247] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.947452] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.947655] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.950629] env[69742]: INFO nova.compute.manager [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Terminating instance [ 1039.128300] env[69742]: DEBUG oslo_vmware.api [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060956, 'name': PowerOffVM_Task, 'duration_secs': 0.301309} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.128816] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.128816] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.129088] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12b3c69b-5e7d-4ad1-81f1-7c0a3855dfed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.202808] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.203100] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.203281] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleting the datastore file [datastore2] 917f5cae-ce8d-4194-9d79-bb8083092fbd {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.203629] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75a6ceb2-9012-4d29-89e2-22f3bf875be5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.211767] env[69742]: DEBUG oslo_vmware.api [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1039.211767] env[69742]: value = "task-4060959" [ 1039.211767] env[69742]: _type = "Task" [ 1039.211767] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.223968] env[69742]: DEBUG oslo_vmware.api [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.391075] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.409248] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5201a019-8276-5557-ce9c-4dea714ffb5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013323} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.410117] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc22d4ac-f0b8-4f53-8f22-05843866ffcb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.416830] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1039.416830] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a433f3-57ef-2a91-29f5-b79973759751" [ 1039.416830] env[69742]: _type = "Task" [ 1039.416830] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.426153] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a433f3-57ef-2a91-29f5-b79973759751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.439575] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.440077] env[69742]: DEBUG nova.compute.manager [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.443364] env[69742]: DEBUG oslo_concurrency.lockutils [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.969s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.443606] env[69742]: DEBUG nova.objects.instance [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lazy-loading 'resources' on Instance uuid 5596d63b-ee04-4140-aa3a-6a51538dc207 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.456201] env[69742]: DEBUG nova.compute.manager [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.456501] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.457807] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b99e01-1cd5-4f8d-87fb-82fc0ee5e3e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.466926] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.467329] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b22927-eed1-4ee3-87be-99cb10afb972 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.476076] env[69742]: DEBUG oslo_vmware.api [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1039.476076] env[69742]: value = "task-4060960" [ 1039.476076] env[69742]: _type = "Task" [ 1039.476076] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.490325] env[69742]: DEBUG oslo_vmware.api [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.723063] env[69742]: DEBUG oslo_vmware.api [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340739} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.723063] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.723063] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.723329] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.723329] env[69742]: INFO nova.compute.manager [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1039.723565] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.723745] env[69742]: DEBUG nova.compute.manager [-] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.723842] env[69742]: DEBUG nova.network.neutron [-] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.891643] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659306} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.891932] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 29068741-7d3b-4212-b76b-d47dbde452d0/29068741-7d3b-4212-b76b-d47dbde452d0.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.892158] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.892473] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad100641-e649-4159-8337-0fec22097147 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.900914] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1039.900914] env[69742]: value = "task-4060961" [ 1039.900914] env[69742]: _type = "Task" [ 1039.900914] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.911393] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.928729] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a433f3-57ef-2a91-29f5-b79973759751, 'name': SearchDatastore_Task, 'duration_secs': 0.067038} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.929183] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.929323] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 727abe81-de59-4648-b9d3-cdc3f5782444/727abe81-de59-4648-b9d3-cdc3f5782444.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.929602] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c853e82-437d-4daa-b828-461cd32ee6ad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.937575] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1039.937575] env[69742]: value = "task-4060962" [ 1039.937575] env[69742]: _type = "Task" [ 1039.937575] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.950156] env[69742]: DEBUG nova.compute.utils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.960755] env[69742]: DEBUG nova.compute.manager [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.960962] env[69742]: DEBUG nova.network.neutron [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.963069] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.989258] env[69742]: DEBUG oslo_vmware.api [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060960, 'name': PowerOffVM_Task, 'duration_secs': 0.208984} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.993197] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.994048] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.994342] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af61002-d3d8-4cab-a27f-bd99565b1aa0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.038234] env[69742]: DEBUG nova.policy [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dd560d1e1b14f988134e212dca4b08f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38e1133c85b54d04aee13cf488b2aadc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.169726] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.170158] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.170158] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Deleting the datastore file [datastore1] b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.170503] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dbe29af-11bb-488e-ac1c-54b05798079d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.184622] env[69742]: DEBUG oslo_vmware.api [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1040.184622] env[69742]: value = "task-4060964" [ 1040.184622] env[69742]: _type = "Task" [ 1040.184622] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.194911] env[69742]: DEBUG oslo_vmware.api [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.230232] env[69742]: DEBUG nova.compute.manager [req-99caf2b4-331d-4374-a5fb-57d9696aa394 req-f09fd6aa-13a8-416a-84c5-9983c12558b0 service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Received event network-vif-deleted-bd7d2733-3e88-4bb3-a59f-e60f68b6dd56 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.230534] env[69742]: INFO nova.compute.manager [req-99caf2b4-331d-4374-a5fb-57d9696aa394 req-f09fd6aa-13a8-416a-84c5-9983c12558b0 service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Neutron deleted interface bd7d2733-3e88-4bb3-a59f-e60f68b6dd56; detaching it from the instance and deleting it from the info cache [ 1040.230627] env[69742]: DEBUG nova.network.neutron [req-99caf2b4-331d-4374-a5fb-57d9696aa394 req-f09fd6aa-13a8-416a-84c5-9983c12558b0 service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.271869] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d27a2d-0ac8-4be9-ac82-8582fc21eee5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.280966] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723d7d04-e94b-4525-a4b9-8dc829e66080 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.318347] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae61f92f-69d7-4f1a-bc23-073b70499750 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.329704] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80338fca-bcab-4108-86ff-e95173c11843 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.351155] env[69742]: DEBUG nova.compute.provider_tree [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.413261] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108968} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.413613] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.414593] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6745593-13bc-4309-82a1-6551eba43d48 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.440963] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 29068741-7d3b-4212-b76b-d47dbde452d0/29068741-7d3b-4212-b76b-d47dbde452d0.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.441867] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8c38697-2be3-4280-b5ff-aa4fd61a148b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.461357] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0ed3ab3-8175-4976-9155-52f9cbcfaed6 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.461644] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0ed3ab3-8175-4976-9155-52f9cbcfaed6 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.462311] env[69742]: DEBUG nova.objects.instance [None req-b0ed3ab3-8175-4976-9155-52f9cbcfaed6 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'flavor' on Instance uuid 3f5b86eb-203d-4abc-a622-663d9b5021f0 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.464037] env[69742]: DEBUG nova.compute.manager [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.476100] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528539} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.476733] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 727abe81-de59-4648-b9d3-cdc3f5782444/727abe81-de59-4648-b9d3-cdc3f5782444.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.476997] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.477372] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1040.477372] env[69742]: value = "task-4060965" [ 1040.477372] env[69742]: _type = "Task" [ 1040.477372] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.477628] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-654ba57c-c58a-48ab-a6b4-1e2f785d9436 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.494797] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060965, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.497286] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1040.497286] env[69742]: value = "task-4060966" [ 1040.497286] env[69742]: _type = "Task" [ 1040.497286] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.512138] env[69742]: DEBUG nova.network.neutron [-] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.516975] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.309787] env[69742]: DEBUG nova.network.neutron [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Successfully created port: caae068a-ce02-42bd-bb7d-cdc349164199 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.312852] env[69742]: DEBUG nova.scheduler.client.report [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.319670] env[69742]: DEBUG nova.objects.instance [None req-b0ed3ab3-8175-4976-9155-52f9cbcfaed6 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f5b86eb-203d-4abc-a622-663d9b5021f0 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.320875] env[69742]: INFO nova.compute.manager [-] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Took 1.60 seconds to deallocate network for instance. [ 1041.324395] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ed8b390-127f-4c5d-8cd0-c76f089904fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.349172] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060965, 'name': ReconfigVM_Task, 'duration_secs': 0.320164} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.349427] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070715} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.349631] env[69742]: DEBUG oslo_vmware.api [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4060964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438753} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.350697] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 29068741-7d3b-4212-b76b-d47dbde452d0/29068741-7d3b-4212-b76b-d47dbde452d0.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.351372] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.351728] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.351923] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.352122] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.352292] env[69742]: INFO nova.compute.manager [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1041.352556] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.355189] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4171158-e08d-4a45-8efd-adfaf64b091e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.355411] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8112c2-7b05-4b38-a9d8-814e12d7797a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.358975] env[69742]: DEBUG nova.compute.manager [-] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.359085] env[69742]: DEBUG nova.network.neutron [-] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.363749] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7b816b-da86-4826-9e5a-d341b1b17b6f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.400304] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 727abe81-de59-4648-b9d3-cdc3f5782444/727abe81-de59-4648-b9d3-cdc3f5782444.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.400694] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1041.400694] env[69742]: value = "task-4060967" [ 1041.400694] env[69742]: _type = "Task" [ 1041.400694] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.412127] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e82383-fbab-4a94-bd6c-3a77f19bd93e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.428420] env[69742]: DEBUG nova.compute.manager [req-99caf2b4-331d-4374-a5fb-57d9696aa394 req-f09fd6aa-13a8-416a-84c5-9983c12558b0 service nova] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Detach interface failed, port_id=bd7d2733-3e88-4bb3-a59f-e60f68b6dd56, reason: Instance 917f5cae-ce8d-4194-9d79-bb8083092fbd could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.437929] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060967, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.439393] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1041.439393] env[69742]: value = "task-4060968" [ 1041.439393] env[69742]: _type = "Task" [ 1041.439393] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.448205] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.822841] env[69742]: DEBUG oslo_concurrency.lockutils [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.379s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.826578] env[69742]: DEBUG nova.objects.base [None req-b0ed3ab3-8175-4976-9155-52f9cbcfaed6 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Object Instance<3f5b86eb-203d-4abc-a622-663d9b5021f0> lazy-loaded attributes: flavor,pci_requests {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.826891] env[69742]: DEBUG nova.network.neutron [None req-b0ed3ab3-8175-4976-9155-52f9cbcfaed6 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.829496] env[69742]: DEBUG nova.compute.manager [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.831676] env[69742]: DEBUG oslo_concurrency.lockutils [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.964s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.831870] env[69742]: DEBUG nova.objects.instance [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lazy-loading 'resources' on Instance uuid 9030bfbe-5557-4101-b2b7-06cc63159def {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.850544] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.853630] env[69742]: INFO nova.scheduler.client.report [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleted allocations for instance 5596d63b-ee04-4140-aa3a-6a51538dc207 [ 1041.869354] env[69742]: DEBUG nova.virt.hardware [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.869575] env[69742]: DEBUG nova.virt.hardware [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.869737] env[69742]: DEBUG nova.virt.hardware [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.869926] env[69742]: DEBUG nova.virt.hardware [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.870098] env[69742]: DEBUG nova.virt.hardware [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.870255] env[69742]: DEBUG nova.virt.hardware [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.870469] env[69742]: DEBUG nova.virt.hardware [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.870631] env[69742]: DEBUG nova.virt.hardware [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.870799] env[69742]: DEBUG nova.virt.hardware [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.870964] env[69742]: DEBUG nova.virt.hardware [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.871157] env[69742]: DEBUG nova.virt.hardware [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.872095] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21053862-9053-4683-982a-a96f77d4356a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.882980] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee91d1b-8051-4ae7-bb6c-db7ade11bbb2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.941770] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060967, 'name': Rename_Task, 'duration_secs': 0.347455} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.945508] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.946274] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de678f45-db0a-419f-b760-366cba07d6b0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.954442] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060968, 'name': ReconfigVM_Task, 'duration_secs': 0.470481} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.956497] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 727abe81-de59-4648-b9d3-cdc3f5782444/727abe81-de59-4648-b9d3-cdc3f5782444.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.957460] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1041.957460] env[69742]: value = "task-4060969" [ 1041.957460] env[69742]: _type = "Task" [ 1041.957460] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.957943] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42b7086d-54e7-4cd4-b77f-8fa1ce8d9d8e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.969425] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.971216] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1041.971216] env[69742]: value = "task-4060970" [ 1041.971216] env[69742]: _type = "Task" [ 1041.971216] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.981155] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060970, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.020174] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0ed3ab3-8175-4976-9155-52f9cbcfaed6 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.557s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.318063] env[69742]: DEBUG nova.compute.manager [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received event network-vif-deleted-13bed65c-38eb-47ba-a00b-88dc9cc21626 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.318362] env[69742]: INFO nova.compute.manager [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Neutron deleted interface 13bed65c-38eb-47ba-a00b-88dc9cc21626; detaching it from the instance and deleting it from the info cache [ 1042.318585] env[69742]: DEBUG nova.network.neutron [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Updating instance_info_cache with network_info: [{"id": "11dc96ab-9deb-4d35-bef0-44ea61d055ad", "address": "fa:16:3e:2a:ec:52", "network": {"id": "51624b76-3938-44ea-b50c-e9cd1347f301", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-992235760", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11dc96ab-9d", "ovs_interfaceid": "11dc96ab-9deb-4d35-bef0-44ea61d055ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "651c0c66-3cbb-40d0-8139-3dda77ca86b8", "address": "fa:16:3e:0b:00:a9", "network": {"id": "5c3a74e3-6641-4de4-a986-fac71a64a6eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-750165236", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651c0c66-3c", "ovs_interfaceid": "651c0c66-3cbb-40d0-8139-3dda77ca86b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.334618] env[69742]: DEBUG nova.objects.instance [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lazy-loading 'numa_topology' on Instance uuid 9030bfbe-5557-4101-b2b7-06cc63159def {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.367496] env[69742]: DEBUG oslo_concurrency.lockutils [None req-990ddb85-56a5-4936-8df3-d3cd020f1fd0 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "5596d63b-ee04-4140-aa3a-6a51538dc207" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.485s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.471830] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060969, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.483198] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060970, 'name': Rename_Task, 'duration_secs': 0.218239} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.483459] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.483755] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bc0002a-ddcd-4c18-8f60-a5274416cc03 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.492026] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1042.492026] env[69742]: value = "task-4060971" [ 1042.492026] env[69742]: _type = "Task" [ 1042.492026] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.502018] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.647434] env[69742]: DEBUG nova.network.neutron [-] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.724344] env[69742]: DEBUG oslo_concurrency.lockutils [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.724675] env[69742]: DEBUG oslo_concurrency.lockutils [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.724897] env[69742]: DEBUG oslo_concurrency.lockutils [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.725098] env[69742]: DEBUG oslo_concurrency.lockutils [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.725275] env[69742]: DEBUG oslo_concurrency.lockutils [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.728727] env[69742]: INFO nova.compute.manager [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Terminating instance [ 1042.821793] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1053181-9a32-4321-bcc1-2ee2fb479da6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.832281] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a137ba-8dae-4c88-9a3a-5c7739b14617 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.849104] env[69742]: DEBUG nova.objects.base [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Object Instance<9030bfbe-5557-4101-b2b7-06cc63159def> lazy-loaded attributes: resources,numa_topology {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.884880] env[69742]: DEBUG nova.compute.manager [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Detach interface failed, port_id=13bed65c-38eb-47ba-a00b-88dc9cc21626, reason: Instance b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.885106] env[69742]: DEBUG nova.compute.manager [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received event network-vif-deleted-11dc96ab-9deb-4d35-bef0-44ea61d055ad {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.885246] env[69742]: INFO nova.compute.manager [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Neutron deleted interface 11dc96ab-9deb-4d35-bef0-44ea61d055ad; detaching it from the instance and deleting it from the info cache [ 1042.885529] env[69742]: DEBUG nova.network.neutron [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Updating instance_info_cache with network_info: [{"id": "651c0c66-3cbb-40d0-8139-3dda77ca86b8", "address": "fa:16:3e:0b:00:a9", "network": {"id": "5c3a74e3-6641-4de4-a986-fac71a64a6eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-750165236", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651c0c66-3c", "ovs_interfaceid": "651c0c66-3cbb-40d0-8139-3dda77ca86b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.891900] env[69742]: DEBUG nova.compute.manager [req-d418a5b2-b322-49fb-b60a-f05076047305 req-231a9d5b-700f-443a-832e-17783687c2a9 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Received event network-vif-plugged-caae068a-ce02-42bd-bb7d-cdc349164199 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.892291] env[69742]: DEBUG oslo_concurrency.lockutils [req-d418a5b2-b322-49fb-b60a-f05076047305 req-231a9d5b-700f-443a-832e-17783687c2a9 service nova] Acquiring lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.892415] env[69742]: DEBUG oslo_concurrency.lockutils [req-d418a5b2-b322-49fb-b60a-f05076047305 req-231a9d5b-700f-443a-832e-17783687c2a9 service nova] Lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.892541] env[69742]: DEBUG oslo_concurrency.lockutils [req-d418a5b2-b322-49fb-b60a-f05076047305 req-231a9d5b-700f-443a-832e-17783687c2a9 service nova] Lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.892697] env[69742]: DEBUG nova.compute.manager [req-d418a5b2-b322-49fb-b60a-f05076047305 req-231a9d5b-700f-443a-832e-17783687c2a9 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] No waiting events found dispatching network-vif-plugged-caae068a-ce02-42bd-bb7d-cdc349164199 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.892903] env[69742]: WARNING nova.compute.manager [req-d418a5b2-b322-49fb-b60a-f05076047305 req-231a9d5b-700f-443a-832e-17783687c2a9 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Received unexpected event network-vif-plugged-caae068a-ce02-42bd-bb7d-cdc349164199 for instance with vm_state building and task_state spawning. [ 1042.916898] env[69742]: DEBUG nova.network.neutron [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Successfully updated port: caae068a-ce02-42bd-bb7d-cdc349164199 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.974339] env[69742]: DEBUG oslo_vmware.api [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060969, 'name': PowerOnVM_Task, 'duration_secs': 0.522149} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.975026] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.975026] env[69742]: INFO nova.compute.manager [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1042.975026] env[69742]: DEBUG nova.compute.manager [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.976029] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e3fe5e-3269-4bdf-bfaf-bff8cb58a0ec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.006598] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.148303] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6010b83f-c399-4bcf-9e59-46985699b772 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.151059] env[69742]: INFO nova.compute.manager [-] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Took 1.79 seconds to deallocate network for instance. [ 1043.158423] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a85fe21-addc-4711-b73a-5c35211df942 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.191534] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a68321-3117-4c62-8b36-5c8da7266068 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.200575] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6bdfa6-8134-4d1d-92b0-3a9878f6798f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.216907] env[69742]: DEBUG nova.compute.provider_tree [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.235929] env[69742]: DEBUG nova.compute.manager [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.235929] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.236599] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6d4680-3ee2-4796-9a95-20a4957cb7df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.244358] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.244673] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f332270b-9979-496d-8124-5b052177786e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.251384] env[69742]: DEBUG oslo_vmware.api [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1043.251384] env[69742]: value = "task-4060972" [ 1043.251384] env[69742]: _type = "Task" [ 1043.251384] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.261183] env[69742]: DEBUG oslo_vmware.api [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.274296] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "73f5f454-1233-43ed-92e8-c2e813b8e73f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.274513] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "73f5f454-1233-43ed-92e8-c2e813b8e73f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.395676] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4e2dacb-0013-4933-80ed-9be48b9215e7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.406583] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2a9a0-7a6f-4206-883a-9f780714e400 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.419940] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquiring lock "refresh_cache-655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.420120] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquired lock "refresh_cache-655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.420307] env[69742]: DEBUG nova.network.neutron [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.444354] env[69742]: DEBUG nova.compute.manager [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Detach interface failed, port_id=11dc96ab-9deb-4d35-bef0-44ea61d055ad, reason: Instance b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.444688] env[69742]: DEBUG nova.compute.manager [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Received event network-vif-deleted-651c0c66-3cbb-40d0-8139-3dda77ca86b8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.444799] env[69742]: INFO nova.compute.manager [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Neutron deleted interface 651c0c66-3cbb-40d0-8139-3dda77ca86b8; detaching it from the instance and deleting it from the info cache [ 1043.444976] env[69742]: DEBUG nova.network.neutron [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.499472] env[69742]: INFO nova.compute.manager [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Took 30.04 seconds to build instance. [ 1043.506382] env[69742]: DEBUG oslo_vmware.api [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060971, 'name': PowerOnVM_Task, 'duration_secs': 0.918819} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.506780] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.507112] env[69742]: INFO nova.compute.manager [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1043.507112] env[69742]: DEBUG nova.compute.manager [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.507913] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e97f586-f572-49a0-9994-a2e0b3fe4fde {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.659732] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.719659] env[69742]: DEBUG nova.scheduler.client.report [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.762418] env[69742]: DEBUG oslo_vmware.api [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060972, 'name': PowerOffVM_Task, 'duration_secs': 0.264333} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.762711] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.762884] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.763178] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fdcedcb-b3e8-4555-ad1a-c6b1b311f7df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.777897] env[69742]: DEBUG nova.compute.manager [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.849282] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.849738] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.850102] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleting the datastore file [datastore1] 1208a6f2-8b22-4e78-a31d-9ca6656aff70 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.850493] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb1e3690-f526-449d-8592-c226046b5846 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.857779] env[69742]: DEBUG oslo_vmware.api [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1043.857779] env[69742]: value = "task-4060974" [ 1043.857779] env[69742]: _type = "Task" [ 1043.857779] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.866570] env[69742]: DEBUG oslo_vmware.api [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.948378] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4cfdc17-8dad-4581-ae91-19863e0c4566 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.959041] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2dea91-77d5-4023-b0f8-0a7f319066f9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.972387] env[69742]: DEBUG nova.network.neutron [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.996378] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.996642] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.996968] env[69742]: DEBUG nova.objects.instance [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'flavor' on Instance uuid 3f5b86eb-203d-4abc-a622-663d9b5021f0 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.998363] env[69742]: DEBUG nova.compute.manager [req-6b03be91-82c5-4d98-8e66-b513111a4f4d req-80b804f6-eddb-4f58-9a0a-de2d881a8642 service nova] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Detach interface failed, port_id=651c0c66-3cbb-40d0-8139-3dda77ca86b8, reason: Instance b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.001686] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8494274f-9f22-4db4-b156-3dfcf3de55d9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "29068741-7d3b-4212-b76b-d47dbde452d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.566s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.030527] env[69742]: INFO nova.compute.manager [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Took 29.93 seconds to build instance. [ 1044.141027] env[69742]: DEBUG nova.network.neutron [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Updating instance_info_cache with network_info: [{"id": "caae068a-ce02-42bd-bb7d-cdc349164199", "address": "fa:16:3e:a0:17:2c", "network": {"id": "b8aa930c-bab4-4738-822c-c4593e0f97d7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1831730228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e1133c85b54d04aee13cf488b2aadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaae068a-ce", "ovs_interfaceid": "caae068a-ce02-42bd-bb7d-cdc349164199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.225007] env[69742]: DEBUG oslo_concurrency.lockutils [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.393s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.227936] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.072s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.228148] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.228357] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1044.228670] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.790s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.230064] env[69742]: INFO nova.compute.claims [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.234049] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32883d5-8d53-4a3d-b81a-38e05c0182cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.242455] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727a8bbf-57fa-4616-9e61-c5ca5c205547 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.257933] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5db7dd8-1d4f-4b1b-b32c-29d6587e08ff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.265850] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5145377e-ee67-407e-82d6-fcf6320e4d76 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.301219] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179013MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1044.301398] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.320771] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.369776] env[69742]: DEBUG oslo_vmware.api [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4060974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303418} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.370064] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.370269] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.370424] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.370597] env[69742]: INFO nova.compute.manager [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1044.370880] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.371033] env[69742]: DEBUG nova.compute.manager [-] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.371132] env[69742]: DEBUG nova.network.neutron [-] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.533249] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9b7678be-9348-449f-9b13-d07b6fe4f279 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "727abe81-de59-4648-b9d3-cdc3f5782444" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.441s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.587318] env[69742]: DEBUG nova.objects.instance [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f5b86eb-203d-4abc-a622-663d9b5021f0 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.587632] env[69742]: INFO nova.compute.manager [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Rescuing [ 1044.587961] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "refresh_cache-727abe81-de59-4648-b9d3-cdc3f5782444" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.588140] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "refresh_cache-727abe81-de59-4648-b9d3-cdc3f5782444" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.588309] env[69742]: DEBUG nova.network.neutron [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.643938] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Releasing lock "refresh_cache-655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.644317] env[69742]: DEBUG nova.compute.manager [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Instance network_info: |[{"id": "caae068a-ce02-42bd-bb7d-cdc349164199", "address": "fa:16:3e:a0:17:2c", "network": {"id": "b8aa930c-bab4-4738-822c-c4593e0f97d7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1831730228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e1133c85b54d04aee13cf488b2aadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaae068a-ce", "ovs_interfaceid": "caae068a-ce02-42bd-bb7d-cdc349164199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.644803] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:17:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caae068a-ce02-42bd-bb7d-cdc349164199', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.657517] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Creating folder: Project (38e1133c85b54d04aee13cf488b2aadc). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.659491] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cc95f11-906d-490e-8d6f-dee8a190b7b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.659967] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquiring lock "6f4584a0-8660-429d-a4b5-929161750e3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.660220] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Lock "6f4584a0-8660-429d-a4b5-929161750e3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.660419] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquiring lock "6f4584a0-8660-429d-a4b5-929161750e3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.660879] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Lock "6f4584a0-8660-429d-a4b5-929161750e3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.660879] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Lock "6f4584a0-8660-429d-a4b5-929161750e3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.663306] env[69742]: INFO nova.compute.manager [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Terminating instance [ 1044.673646] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Created folder: Project (38e1133c85b54d04aee13cf488b2aadc) in parent group-v804621. [ 1044.673646] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Creating folder: Instances. Parent ref: group-v804856. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.673646] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a344d82-1091-4a23-89a1-a468a483c438 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.684847] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Created folder: Instances in parent group-v804856. [ 1044.684966] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.685293] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.685383] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d47d5747-69e8-4fa6-bf2c-7ee2e7ba3d5b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.707352] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.707352] env[69742]: value = "task-4060977" [ 1044.707352] env[69742]: _type = "Task" [ 1044.707352] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.718989] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060977, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.739751] env[69742]: DEBUG oslo_concurrency.lockutils [None req-80a7cbf3-3666-4448-a3c7-09902dd0b329 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.783s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.740879] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.988s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.741096] env[69742]: INFO nova.compute.manager [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Unshelving [ 1044.913768] env[69742]: DEBUG nova.compute.manager [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Received event network-changed-caae068a-ce02-42bd-bb7d-cdc349164199 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.914016] env[69742]: DEBUG nova.compute.manager [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Refreshing instance network info cache due to event network-changed-caae068a-ce02-42bd-bb7d-cdc349164199. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.914258] env[69742]: DEBUG oslo_concurrency.lockutils [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] Acquiring lock "refresh_cache-655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.914438] env[69742]: DEBUG oslo_concurrency.lockutils [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] Acquired lock "refresh_cache-655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.914645] env[69742]: DEBUG nova.network.neutron [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Refreshing network info cache for port caae068a-ce02-42bd-bb7d-cdc349164199 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.090799] env[69742]: DEBUG nova.objects.base [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Object Instance<3f5b86eb-203d-4abc-a622-663d9b5021f0> lazy-loaded attributes: flavor,pci_requests {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1045.090799] env[69742]: DEBUG nova.network.neutron [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.145433] env[69742]: DEBUG nova.policy [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7f589040a4647b312a058cc3ae917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb91db63ece84896ab3a7f07322eb779', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.173052] env[69742]: DEBUG nova.compute.manager [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.173052] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.173740] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf17339-971b-4a9c-a5a1-03a65ee1c2d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.182649] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.182969] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59dc1353-30d4-428c-8679-59df44ac0b2e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.185050] env[69742]: DEBUG nova.network.neutron [-] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.193066] env[69742]: DEBUG oslo_vmware.api [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for the task: (returnval){ [ 1045.193066] env[69742]: value = "task-4060978" [ 1045.193066] env[69742]: _type = "Task" [ 1045.193066] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.206163] env[69742]: DEBUG oslo_vmware.api [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.219309] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060977, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.333134] env[69742]: DEBUG nova.network.neutron [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Updating instance_info_cache with network_info: [{"id": "cc2c9767-20cc-4ad1-a0e3-bb48991ea33d", "address": "fa:16:3e:54:6f:f6", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2c9767-20", "ovs_interfaceid": "cc2c9767-20cc-4ad1-a0e3-bb48991ea33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.586146] env[69742]: DEBUG nova.network.neutron [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Successfully created port: 58cf2f85-c9e8-4769-a178-fdfaa6d5d949 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.654294] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cf4984-2141-47b3-85e7-e49aebae60e3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.663721] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce83306c-ac6a-4939-a432-090603e4e33f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.695646] env[69742]: INFO nova.compute.manager [-] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Took 1.32 seconds to deallocate network for instance. [ 1045.696987] env[69742]: DEBUG nova.network.neutron [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Updated VIF entry in instance network info cache for port caae068a-ce02-42bd-bb7d-cdc349164199. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.697329] env[69742]: DEBUG nova.network.neutron [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Updating instance_info_cache with network_info: [{"id": "caae068a-ce02-42bd-bb7d-cdc349164199", "address": "fa:16:3e:a0:17:2c", "network": {"id": "b8aa930c-bab4-4738-822c-c4593e0f97d7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1831730228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38e1133c85b54d04aee13cf488b2aadc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaae068a-ce", "ovs_interfaceid": "caae068a-ce02-42bd-bb7d-cdc349164199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.704667] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0faa2c8-0e21-43ad-9aaa-279072fbe36c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.721306] env[69742]: DEBUG oslo_vmware.api [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060978, 'name': PowerOffVM_Task, 'duration_secs': 0.429086} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.722170] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.722380] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.723709] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf49f279-e990-4280-b9e6-f3ea955de300 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.733052] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9265b83b-e6c5-47e6-b7b2-39f2ad53ed32 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.735930] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060977, 'name': CreateVM_Task, 'duration_secs': 0.749321} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.735930] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.737080] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.737080] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.737250] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.737431] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1033ff52-e66c-4604-a9d8-2aea3042a61a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.751850] env[69742]: DEBUG nova.compute.provider_tree [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.755277] env[69742]: DEBUG nova.compute.utils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.759440] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for the task: (returnval){ [ 1045.759440] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525ec142-8275-08d1-ad53-fa0308a030c9" [ 1045.759440] env[69742]: _type = "Task" [ 1045.759440] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.771377] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525ec142-8275-08d1-ad53-fa0308a030c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.835808] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.836062] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.836254] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Deleting the datastore file [datastore2] 6f4584a0-8660-429d-a4b5-929161750e3d {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.836901] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85911791-607a-4b7e-b140-77e24a122efd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.839280] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "refresh_cache-727abe81-de59-4648-b9d3-cdc3f5782444" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.849755] env[69742]: DEBUG oslo_vmware.api [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for the task: (returnval){ [ 1045.849755] env[69742]: value = "task-4060980" [ 1045.849755] env[69742]: _type = "Task" [ 1045.849755] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.858827] env[69742]: DEBUG oslo_vmware.api [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.212518] env[69742]: DEBUG oslo_concurrency.lockutils [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] Releasing lock "refresh_cache-655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.212832] env[69742]: DEBUG nova.compute.manager [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Received event network-vif-deleted-5212f2cb-52a8-4577-9c60-740e33f8c7d5 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.214554] env[69742]: INFO nova.compute.manager [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Neutron deleted interface 5212f2cb-52a8-4577-9c60-740e33f8c7d5; detaching it from the instance and deleting it from the info cache [ 1046.214554] env[69742]: DEBUG nova.network.neutron [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.215427] env[69742]: DEBUG oslo_concurrency.lockutils [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.260985] env[69742]: DEBUG nova.scheduler.client.report [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.265152] env[69742]: INFO nova.virt.block_device [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Booting with volume a9ed208f-6ab9-44f7-8fbf-38fdd60ac884 at /dev/sdb [ 1046.281263] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525ec142-8275-08d1-ad53-fa0308a030c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013633} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.281606] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.281843] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.282128] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.282284] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.282466] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.282755] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-866abd58-9a1c-4d08-baf2-aace8f3f02c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.293469] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.293678] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.294731] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a94f2d-98d8-4a7c-a768-be413de18a39 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.300871] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for the task: (returnval){ [ 1046.300871] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5294d03c-42d4-4aaf-a270-dbf0ca0246de" [ 1046.300871] env[69742]: _type = "Task" [ 1046.300871] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.309337] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5294d03c-42d4-4aaf-a270-dbf0ca0246de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.310446] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42e7cfb0-5809-4186-a73e-807b67cef32f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.319788] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c891e57e-e373-4f89-badd-1599eea844f9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.354313] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63b67974-d389-48c2-8475-602ebb13e426 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.363152] env[69742]: DEBUG oslo_vmware.api [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Task: {'id': task-4060980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184656} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.364365] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.364559] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.364740] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.364909] env[69742]: INFO nova.compute.manager [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1046.365164] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.365419] env[69742]: DEBUG nova.compute.manager [-] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.365690] env[69742]: DEBUG nova.network.neutron [-] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.369771] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dfe2f4-68fb-402c-9b07-50edbc56ddea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.403025] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1216ef-5927-43d0-8096-1f2e57b0d775 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.410274] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df47f9e2-31f8-4aba-a68d-1111990ee8c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.424528] env[69742]: DEBUG nova.virt.block_device [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updating existing volume attachment record: 6cfb768e-2405-4716-a4d1-de8e9d1bc672 {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1046.717613] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba65a46c-bf76-4913-a745-a376e0c8188b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.728156] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208091cf-44a4-4b1b-9c6f-bcc1047c45d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.771067] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.771624] env[69742]: DEBUG nova.compute.manager [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.776194] env[69742]: DEBUG nova.compute.manager [req-ec003db7-92ca-412d-8d3f-350d19ed566a req-2b953519-a8eb-49b0-9a22-2853708d4d87 service nova] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Detach interface failed, port_id=5212f2cb-52a8-4577-9c60-740e33f8c7d5, reason: Instance 1208a6f2-8b22-4e78-a31d-9ca6656aff70 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.777104] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.927s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.777422] env[69742]: DEBUG nova.objects.instance [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lazy-loading 'resources' on Instance uuid 917f5cae-ce8d-4194-9d79-bb8083092fbd {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.813202] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5294d03c-42d4-4aaf-a270-dbf0ca0246de, 'name': SearchDatastore_Task, 'duration_secs': 0.018343} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.819577] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc8797f-c35d-4576-8090-7a4366065d99 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.826427] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for the task: (returnval){ [ 1046.826427] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528fa4fe-1d79-cd54-d4dd-ffc65a67aaa4" [ 1046.826427] env[69742]: _type = "Task" [ 1046.826427] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.835858] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528fa4fe-1d79-cd54-d4dd-ffc65a67aaa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.211632] env[69742]: DEBUG nova.compute.manager [req-2f7ac687-cfeb-4762-a2a1-78aeedef9d18 req-bb112850-894b-455c-8843-025e89275556 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Received event network-vif-deleted-0da84391-64c3-4f13-96a2-8e4e6ff8ba84 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.211802] env[69742]: INFO nova.compute.manager [req-2f7ac687-cfeb-4762-a2a1-78aeedef9d18 req-bb112850-894b-455c-8843-025e89275556 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Neutron deleted interface 0da84391-64c3-4f13-96a2-8e4e6ff8ba84; detaching it from the instance and deleting it from the info cache [ 1047.211951] env[69742]: DEBUG nova.network.neutron [req-2f7ac687-cfeb-4762-a2a1-78aeedef9d18 req-bb112850-894b-455c-8843-025e89275556 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.278848] env[69742]: DEBUG nova.compute.utils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.281789] env[69742]: DEBUG nova.compute.manager [req-798737b4-5603-4d79-b6e0-016cc888fca2 req-fa47e4d4-53f8-4566-be2e-6435842c7c62 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received event network-vif-plugged-58cf2f85-c9e8-4769-a178-fdfaa6d5d949 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.282053] env[69742]: DEBUG oslo_concurrency.lockutils [req-798737b4-5603-4d79-b6e0-016cc888fca2 req-fa47e4d4-53f8-4566-be2e-6435842c7c62 service nova] Acquiring lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.282305] env[69742]: DEBUG oslo_concurrency.lockutils [req-798737b4-5603-4d79-b6e0-016cc888fca2 req-fa47e4d4-53f8-4566-be2e-6435842c7c62 service nova] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.282553] env[69742]: DEBUG oslo_concurrency.lockutils [req-798737b4-5603-4d79-b6e0-016cc888fca2 req-fa47e4d4-53f8-4566-be2e-6435842c7c62 service nova] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.282839] env[69742]: DEBUG nova.compute.manager [req-798737b4-5603-4d79-b6e0-016cc888fca2 req-fa47e4d4-53f8-4566-be2e-6435842c7c62 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] No waiting events found dispatching network-vif-plugged-58cf2f85-c9e8-4769-a178-fdfaa6d5d949 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.283947] env[69742]: WARNING nova.compute.manager [req-798737b4-5603-4d79-b6e0-016cc888fca2 req-fa47e4d4-53f8-4566-be2e-6435842c7c62 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received unexpected event network-vif-plugged-58cf2f85-c9e8-4769-a178-fdfaa6d5d949 for instance with vm_state active and task_state None. [ 1047.283947] env[69742]: DEBUG nova.compute.manager [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.283947] env[69742]: DEBUG nova.network.neutron [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.320200] env[69742]: DEBUG nova.network.neutron [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Successfully updated port: 58cf2f85-c9e8-4769-a178-fdfaa6d5d949 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.339096] env[69742]: DEBUG nova.policy [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8155aac3eed24663be1af6fdbbdc9bb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3634e73ca6ec483b98e2f72b63aa750e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.342181] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528fa4fe-1d79-cd54-d4dd-ffc65a67aaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.023614} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.344556] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.344926] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6/655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.349050] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4e8577b-b075-42d7-b493-46b0d20a3c4f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.360289] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for the task: (returnval){ [ 1047.360289] env[69742]: value = "task-4060984" [ 1047.360289] env[69742]: _type = "Task" [ 1047.360289] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.387355] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.387663] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00471014-fb8a-460f-b1d3-e188477ee177 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.401071] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1047.401071] env[69742]: value = "task-4060985" [ 1047.401071] env[69742]: _type = "Task" [ 1047.401071] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.411198] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.615080] env[69742]: DEBUG nova.network.neutron [-] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.623380] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b102a3e-f6e6-46d0-97eb-8c30b913c748 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.637307] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacb7475-6f4f-49ec-aec6-b348ba4c0957 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.677860] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fffd69-3443-4144-a520-1e3d011956ac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.692490] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822d2be8-69e1-42df-bc17-474c1dc634ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.713547] env[69742]: DEBUG nova.compute.provider_tree [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.716243] env[69742]: DEBUG nova.network.neutron [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Successfully created port: 717b5ffb-2dbd-4c06-a527-302ec4c56f4f {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.719270] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07210263-ed1d-43ca-8dc3-13ae3610e5f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.731926] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b7047a-6006-493e-b435-ec22509cb18b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.772926] env[69742]: DEBUG nova.compute.manager [req-2f7ac687-cfeb-4762-a2a1-78aeedef9d18 req-bb112850-894b-455c-8843-025e89275556 service nova] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Detach interface failed, port_id=0da84391-64c3-4f13-96a2-8e4e6ff8ba84, reason: Instance 6f4584a0-8660-429d-a4b5-929161750e3d could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.782225] env[69742]: DEBUG nova.compute.manager [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.826578] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.826578] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.827614] env[69742]: DEBUG nova.network.neutron [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.872676] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4060984, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.913475] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060985, 'name': PowerOffVM_Task, 'duration_secs': 0.241824} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.913475] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.914463] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca9ea32-5492-4e32-8b49-0d07221f1df0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.936297] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec39d7f2-e799-4e30-9dd6-dfc1b6a3f1c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.984234] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.984531] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3851fe71-ca40-4d43-a93e-cc72faeefbad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.992918] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1047.992918] env[69742]: value = "task-4060986" [ 1047.992918] env[69742]: _type = "Task" [ 1047.992918] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.004468] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1048.004812] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.005062] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.005221] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.005406] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.005971] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e34c6b56-8fe4-4879-bf4b-2cfeac5fd553 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.016886] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.017163] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.017967] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b7f210-78d0-40e4-8dbc-709fd5c755d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.023873] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1048.023873] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f283c3-144a-2354-7c34-5a850f3a8a0c" [ 1048.023873] env[69742]: _type = "Task" [ 1048.023873] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.033231] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f283c3-144a-2354-7c34-5a850f3a8a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.116555] env[69742]: INFO nova.compute.manager [-] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Took 1.75 seconds to deallocate network for instance. [ 1048.221061] env[69742]: DEBUG nova.scheduler.client.report [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.371733] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4060984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643243} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.372129] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6/655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.372279] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.372504] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d747a25-9bc3-4742-ac76-7f118970c1fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.375197] env[69742]: WARNING nova.network.neutron [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] 9d389f86-2bf2-49c4-b254-01b5dfa5be55 already exists in list: networks containing: ['9d389f86-2bf2-49c4-b254-01b5dfa5be55']. ignoring it [ 1048.382291] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for the task: (returnval){ [ 1048.382291] env[69742]: value = "task-4060987" [ 1048.382291] env[69742]: _type = "Task" [ 1048.382291] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.391026] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4060987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.535155] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f283c3-144a-2354-7c34-5a850f3a8a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.026863} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.536045] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb920a7f-2d37-46e6-b583-99f4c44cf17c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.543035] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1048.543035] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521b0913-ab41-ce80-6fc4-04dc94b9f23a" [ 1048.543035] env[69742]: _type = "Task" [ 1048.543035] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.551765] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521b0913-ab41-ce80-6fc4-04dc94b9f23a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.624278] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.725749] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.729058] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.069s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.729058] env[69742]: DEBUG nova.objects.instance [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lazy-loading 'resources' on Instance uuid b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.733639] env[69742]: DEBUG nova.network.neutron [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updating instance_info_cache with network_info: [{"id": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "address": "fa:16:3e:3d:0d:6a", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14c10a1-41", "ovs_interfaceid": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58cf2f85-c9e8-4769-a178-fdfaa6d5d949", "address": "fa:16:3e:7f:18:bb", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cf2f85-c9", "ovs_interfaceid": "58cf2f85-c9e8-4769-a178-fdfaa6d5d949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.754749] env[69742]: INFO nova.scheduler.client.report [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleted allocations for instance 917f5cae-ce8d-4194-9d79-bb8083092fbd [ 1048.792914] env[69742]: DEBUG nova.compute.manager [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.817673] env[69742]: DEBUG nova.virt.hardware [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.817923] env[69742]: DEBUG nova.virt.hardware [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.818097] env[69742]: DEBUG nova.virt.hardware [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.818290] env[69742]: DEBUG nova.virt.hardware [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.818439] env[69742]: DEBUG nova.virt.hardware [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.818591] env[69742]: DEBUG nova.virt.hardware [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.818833] env[69742]: DEBUG nova.virt.hardware [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.819027] env[69742]: DEBUG nova.virt.hardware [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.819211] env[69742]: DEBUG nova.virt.hardware [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.819381] env[69742]: DEBUG nova.virt.hardware [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.819560] env[69742]: DEBUG nova.virt.hardware [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.820871] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da65830d-ce7f-4020-8c38-826e3cb3dc22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.830742] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cec47ee-f1b5-40c1-9ab6-c3a7e0b29325 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.894203] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4060987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068837} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.894475] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.895358] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b53bde4-db6e-420c-83d6-e831cae74340 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.918273] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6/655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.918554] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb89bf5f-7d52-4e18-8045-c73d0fbf9c71 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.939500] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for the task: (returnval){ [ 1048.939500] env[69742]: value = "task-4060988" [ 1048.939500] env[69742]: _type = "Task" [ 1048.939500] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.947912] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4060988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.054145] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521b0913-ab41-ce80-6fc4-04dc94b9f23a, 'name': SearchDatastore_Task, 'duration_secs': 0.05225} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.054408] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.054752] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 727abe81-de59-4648-b9d3-cdc3f5782444/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. {{(pid=69742) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1049.055040] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c070a99-64b3-4734-af1b-4eb6ab18af1a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.062045] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1049.062045] env[69742]: value = "task-4060989" [ 1049.062045] env[69742]: _type = "Task" [ 1049.062045] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.070549] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.236270] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.236988] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.237214] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.238193] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e8d74-06df-4271-9d50-450d0a7efe28 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.258855] env[69742]: DEBUG nova.virt.hardware [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.259255] env[69742]: DEBUG nova.virt.hardware [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.259598] env[69742]: DEBUG nova.virt.hardware [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.259863] env[69742]: DEBUG nova.virt.hardware [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.260081] env[69742]: DEBUG nova.virt.hardware [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.260246] env[69742]: DEBUG nova.virt.hardware [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.260459] env[69742]: DEBUG nova.virt.hardware [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.260622] env[69742]: DEBUG nova.virt.hardware [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.260791] env[69742]: DEBUG nova.virt.hardware [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.260958] env[69742]: DEBUG nova.virt.hardware [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.261181] env[69742]: DEBUG nova.virt.hardware [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.269696] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Reconfiguring VM to attach interface {{(pid=69742) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1049.278277] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee3f7b3c-abde-4aa5-8fca-7c2ad9fb9e94 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.288499] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5bd38c81-bfee-46f9-8395-2f3f45542dd7 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "917f5cae-ce8d-4194-9d79-bb8083092fbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.204s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.294127] env[69742]: DEBUG nova.network.neutron [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Successfully updated port: 717b5ffb-2dbd-4c06-a527-302ec4c56f4f {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.300475] env[69742]: DEBUG nova.compute.manager [req-61961a26-f6e3-4afb-a012-d2780f2ec7de req-3e7cab0c-2a1e-4b89-bcd4-db090fdec253 service nova] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Received event network-vif-plugged-717b5ffb-2dbd-4c06-a527-302ec4c56f4f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.300711] env[69742]: DEBUG oslo_concurrency.lockutils [req-61961a26-f6e3-4afb-a012-d2780f2ec7de req-3e7cab0c-2a1e-4b89-bcd4-db090fdec253 service nova] Acquiring lock "10dbef7c-4350-4505-96f6-c6bf96d75a54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.300922] env[69742]: DEBUG oslo_concurrency.lockutils [req-61961a26-f6e3-4afb-a012-d2780f2ec7de req-3e7cab0c-2a1e-4b89-bcd4-db090fdec253 service nova] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.301124] env[69742]: DEBUG oslo_concurrency.lockutils [req-61961a26-f6e3-4afb-a012-d2780f2ec7de req-3e7cab0c-2a1e-4b89-bcd4-db090fdec253 service nova] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.301307] env[69742]: DEBUG nova.compute.manager [req-61961a26-f6e3-4afb-a012-d2780f2ec7de req-3e7cab0c-2a1e-4b89-bcd4-db090fdec253 service nova] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] No waiting events found dispatching network-vif-plugged-717b5ffb-2dbd-4c06-a527-302ec4c56f4f {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.301844] env[69742]: WARNING nova.compute.manager [req-61961a26-f6e3-4afb-a012-d2780f2ec7de req-3e7cab0c-2a1e-4b89-bcd4-db090fdec253 service nova] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Received unexpected event network-vif-plugged-717b5ffb-2dbd-4c06-a527-302ec4c56f4f for instance with vm_state building and task_state spawning. [ 1049.306612] env[69742]: DEBUG oslo_vmware.api [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1049.306612] env[69742]: value = "task-4060990" [ 1049.306612] env[69742]: _type = "Task" [ 1049.306612] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.320881] env[69742]: DEBUG oslo_vmware.api [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.345920] env[69742]: DEBUG nova.compute.manager [req-8546da21-86de-4441-b912-bc4d3fa26eeb req-4a11d7f3-5e5e-47d7-b0cc-32a50555a4c9 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received event network-changed-58cf2f85-c9e8-4769-a178-fdfaa6d5d949 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.347310] env[69742]: DEBUG nova.compute.manager [req-8546da21-86de-4441-b912-bc4d3fa26eeb req-4a11d7f3-5e5e-47d7-b0cc-32a50555a4c9 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Refreshing instance network info cache due to event network-changed-58cf2f85-c9e8-4769-a178-fdfaa6d5d949. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.347310] env[69742]: DEBUG oslo_concurrency.lockutils [req-8546da21-86de-4441-b912-bc4d3fa26eeb req-4a11d7f3-5e5e-47d7-b0cc-32a50555a4c9 service nova] Acquiring lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.347310] env[69742]: DEBUG oslo_concurrency.lockutils [req-8546da21-86de-4441-b912-bc4d3fa26eeb req-4a11d7f3-5e5e-47d7-b0cc-32a50555a4c9 service nova] Acquired lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.347310] env[69742]: DEBUG nova.network.neutron [req-8546da21-86de-4441-b912-bc4d3fa26eeb req-4a11d7f3-5e5e-47d7-b0cc-32a50555a4c9 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Refreshing network info cache for port 58cf2f85-c9e8-4769-a178-fdfaa6d5d949 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.456918] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4060988, 'name': ReconfigVM_Task, 'duration_secs': 0.463871} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.460062] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6/655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.461016] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19cc8358-725f-4bdf-bfd9-ceeae7100d65 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.471638] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for the task: (returnval){ [ 1049.471638] env[69742]: value = "task-4060991" [ 1049.471638] env[69742]: _type = "Task" [ 1049.471638] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.486971] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4060991, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.570205] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da74cf42-9729-49d1-aed2-49f0bd2dfba2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.576829] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060989, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.582752] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb27ab-5efc-48a2-8ba1-6692a3b980ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.618434] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b664bc1b-bb7a-4f19-8dfc-fbc2b93171f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.628975] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63df936b-1e3c-42ce-a8c6-025e6b47682e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.646267] env[69742]: DEBUG nova.compute.provider_tree [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.797416] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "refresh_cache-10dbef7c-4350-4505-96f6-c6bf96d75a54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.797416] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "refresh_cache-10dbef7c-4350-4505-96f6-c6bf96d75a54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.797930] env[69742]: DEBUG nova.network.neutron [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.821436] env[69742]: DEBUG oslo_vmware.api [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.926953] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "b0ebfe40-c5ea-459c-ad35-1b5273658555" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.927391] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "b0ebfe40-c5ea-459c-ad35-1b5273658555" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.927611] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "b0ebfe40-c5ea-459c-ad35-1b5273658555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.927849] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "b0ebfe40-c5ea-459c-ad35-1b5273658555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.928093] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "b0ebfe40-c5ea-459c-ad35-1b5273658555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.930463] env[69742]: INFO nova.compute.manager [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Terminating instance [ 1049.984476] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4060991, 'name': Rename_Task, 'duration_secs': 0.263075} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.985197] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.985455] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b650a8c-e70e-4ac4-9038-9910e304e43c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.992382] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for the task: (returnval){ [ 1049.992382] env[69742]: value = "task-4060992" [ 1049.992382] env[69742]: _type = "Task" [ 1049.992382] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.001279] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4060992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.074819] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61448} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.075149] env[69742]: INFO nova.virt.vmwareapi.ds_util [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 727abe81-de59-4648-b9d3-cdc3f5782444/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. [ 1050.079030] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073a14f2-e578-4aa2-bd4f-25a02912bfe6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.102636] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 727abe81-de59-4648-b9d3-cdc3f5782444/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.103730] env[69742]: DEBUG nova.network.neutron [req-8546da21-86de-4441-b912-bc4d3fa26eeb req-4a11d7f3-5e5e-47d7-b0cc-32a50555a4c9 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updated VIF entry in instance network info cache for port 58cf2f85-c9e8-4769-a178-fdfaa6d5d949. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.104166] env[69742]: DEBUG nova.network.neutron [req-8546da21-86de-4441-b912-bc4d3fa26eeb req-4a11d7f3-5e5e-47d7-b0cc-32a50555a4c9 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updating instance_info_cache with network_info: [{"id": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "address": "fa:16:3e:3d:0d:6a", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14c10a1-41", "ovs_interfaceid": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58cf2f85-c9e8-4769-a178-fdfaa6d5d949", "address": "fa:16:3e:7f:18:bb", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cf2f85-c9", "ovs_interfaceid": "58cf2f85-c9e8-4769-a178-fdfaa6d5d949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.105483] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45824536-9157-47aa-9b8e-6d6eb497e0fa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.127259] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1050.127259] env[69742]: value = "task-4060993" [ 1050.127259] env[69742]: _type = "Task" [ 1050.127259] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.136923] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.150505] env[69742]: DEBUG nova.scheduler.client.report [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.319241] env[69742]: DEBUG oslo_vmware.api [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4060990, 'name': ReconfigVM_Task, 'duration_secs': 0.686269} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.319773] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.319988] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Reconfigured VM to attach interface {{(pid=69742) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1050.332965] env[69742]: DEBUG nova.network.neutron [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.436553] env[69742]: DEBUG nova.compute.manager [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.436984] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.437913] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ecf63-17c6-4248-907d-f6cfdc3a1211 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.448120] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.448421] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddd93953-c234-44e9-80e7-2e5ff8026ddc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.455851] env[69742]: DEBUG oslo_vmware.api [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1050.455851] env[69742]: value = "task-4060994" [ 1050.455851] env[69742]: _type = "Task" [ 1050.455851] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.466209] env[69742]: DEBUG oslo_vmware.api [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.469419] env[69742]: DEBUG nova.network.neutron [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Updating instance_info_cache with network_info: [{"id": "717b5ffb-2dbd-4c06-a527-302ec4c56f4f", "address": "fa:16:3e:ca:88:b1", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717b5ffb-2d", "ovs_interfaceid": "717b5ffb-2dbd-4c06-a527-302ec4c56f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.503485] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4060992, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.621612] env[69742]: DEBUG oslo_concurrency.lockutils [req-8546da21-86de-4441-b912-bc4d3fa26eeb req-4a11d7f3-5e5e-47d7-b0cc-32a50555a4c9 service nova] Releasing lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.639089] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.656600] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.660202] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.359s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.685195] env[69742]: INFO nova.scheduler.client.report [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Deleted allocations for instance b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3 [ 1050.826877] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d68543ad-804f-42c0-afca-fcd346c2a497 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.830s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.966898] env[69742]: DEBUG oslo_vmware.api [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060994, 'name': PowerOffVM_Task, 'duration_secs': 0.274045} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.967203] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.967376] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.967644] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ac1a102-c7ec-49f8-a257-49a463bb71db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.972015] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "refresh_cache-10dbef7c-4350-4505-96f6-c6bf96d75a54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.972338] env[69742]: DEBUG nova.compute.manager [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Instance network_info: |[{"id": "717b5ffb-2dbd-4c06-a527-302ec4c56f4f", "address": "fa:16:3e:ca:88:b1", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717b5ffb-2d", "ovs_interfaceid": "717b5ffb-2dbd-4c06-a527-302ec4c56f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.972736] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:88:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '717b5ffb-2dbd-4c06-a527-302ec4c56f4f', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.980615] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.981248] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.981492] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dad1ce1f-0766-45d8-b590-5391661271ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.005330] env[69742]: DEBUG oslo_vmware.api [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4060992, 'name': PowerOnVM_Task, 'duration_secs': 0.891937} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.006755] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.006979] env[69742]: INFO nova.compute.manager [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1051.007190] env[69742]: DEBUG nova.compute.manager [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.007451] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.007451] env[69742]: value = "task-4060996" [ 1051.007451] env[69742]: _type = "Task" [ 1051.007451] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.008164] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ce3673-4a47-44e6-be7f-ae65d9f2bc50 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.019335] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060996, 'name': CreateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.053796] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.054050] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.054279] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleting the datastore file [datastore2] b0ebfe40-c5ea-459c-ad35-1b5273658555 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.054559] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2b89bbf-bb85-4233-9f34-02f4a09fd321 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.061972] env[69742]: DEBUG oslo_vmware.api [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1051.061972] env[69742]: value = "task-4060997" [ 1051.061972] env[69742]: _type = "Task" [ 1051.061972] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.072707] env[69742]: DEBUG oslo_vmware.api [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.139850] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060993, 'name': ReconfigVM_Task, 'duration_secs': 0.702765} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.140247] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 727abe81-de59-4648-b9d3-cdc3f5782444/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.141206] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4d36db-04ca-4a19-9d09-b7371489990c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.176731] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531743b2-229e-4d1d-83b0-7896b5d1f2c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.192923] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6deb70b3-48cc-4d8d-953e-cb87e8f76564 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.246s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.197315] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1051.197315] env[69742]: value = "task-4060999" [ 1051.197315] env[69742]: _type = "Task" [ 1051.197315] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.206602] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.397378] env[69742]: DEBUG nova.compute.manager [req-574747b6-7350-45a1-b0ca-864606366c9c req-c18e2903-07e3-49cd-b378-98c98c281e1c service nova] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Received event network-changed-717b5ffb-2dbd-4c06-a527-302ec4c56f4f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.397591] env[69742]: DEBUG nova.compute.manager [req-574747b6-7350-45a1-b0ca-864606366c9c req-c18e2903-07e3-49cd-b378-98c98c281e1c service nova] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Refreshing instance network info cache due to event network-changed-717b5ffb-2dbd-4c06-a527-302ec4c56f4f. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.397818] env[69742]: DEBUG oslo_concurrency.lockutils [req-574747b6-7350-45a1-b0ca-864606366c9c req-c18e2903-07e3-49cd-b378-98c98c281e1c service nova] Acquiring lock "refresh_cache-10dbef7c-4350-4505-96f6-c6bf96d75a54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.397971] env[69742]: DEBUG oslo_concurrency.lockutils [req-574747b6-7350-45a1-b0ca-864606366c9c req-c18e2903-07e3-49cd-b378-98c98c281e1c service nova] Acquired lock "refresh_cache-10dbef7c-4350-4505-96f6-c6bf96d75a54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.398153] env[69742]: DEBUG nova.network.neutron [req-574747b6-7350-45a1-b0ca-864606366c9c req-c18e2903-07e3-49cd-b378-98c98c281e1c service nova] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Refreshing network info cache for port 717b5ffb-2dbd-4c06-a527-302ec4c56f4f {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.520912] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4060996, 'name': CreateVM_Task, 'duration_secs': 0.440371} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.525023] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.525023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.525023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.525023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.525023] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f740672e-b291-4bc8-a8f2-c5d8aaece841 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.536839] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1051.536839] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c67bab-e1b8-259f-a922-5d11af457410" [ 1051.536839] env[69742]: _type = "Task" [ 1051.536839] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.537366] env[69742]: INFO nova.compute.manager [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Took 32.30 seconds to build instance. [ 1051.549024] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c67bab-e1b8-259f-a922-5d11af457410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.573876] env[69742]: DEBUG oslo_vmware.api [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4060997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209404} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.574339] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.574566] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.574768] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.575904] env[69742]: INFO nova.compute.manager [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1051.575904] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.576065] env[69742]: DEBUG nova.compute.manager [-] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.576169] env[69742]: DEBUG nova.network.neutron [-] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.702986] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 105fe6a4-75f2-4d70-80bd-e07259585778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1051.702986] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance c1fda6cf-f884-4df7-a10d-3ddce8b26917 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1051.703167] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance b0ebfe40-c5ea-459c-ad35-1b5273658555 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1051.703447] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 1208a6f2-8b22-4e78-a31d-9ca6656aff70 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1051.703661] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 6f4584a0-8660-429d-a4b5-929161750e3d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1051.703797] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1051.704258] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 3f5b86eb-203d-4abc-a622-663d9b5021f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1051.704471] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1051.704670] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 39af9a92-c1fc-4fe6-b543-3e54009d5389 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1051.704870] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1051.705071] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 29068741-7d3b-4212-b76b-d47dbde452d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1051.705353] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 727abe81-de59-4648-b9d3-cdc3f5782444 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1051.705576] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1051.720359] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.785682] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.787028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.041835] env[69742]: DEBUG oslo_concurrency.lockutils [None req-27d92f75-0081-4454-b9f1-243f7435f939 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.814s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.056473] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c67bab-e1b8-259f-a922-5d11af457410, 'name': SearchDatastore_Task, 'duration_secs': 0.033029} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.056473] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.056473] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.056473] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.056473] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.056473] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.056473] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-844b302a-79e4-4087-8f13-4e46c21b1474 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.069124] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.069332] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.070095] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0841ec91-9075-493a-9f52-c87d8845d5f9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.075795] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1052.075795] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a6d2ef-1beb-c3eb-c6bc-5b5c75339b04" [ 1052.075795] env[69742]: _type = "Task" [ 1052.075795] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.086593] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a6d2ef-1beb-c3eb-c6bc-5b5c75339b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.211471] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.214699] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 9030bfbe-5557-4101-b2b7-06cc63159def has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 1052.214927] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 10dbef7c-4350-4505-96f6-c6bf96d75a54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1052.221188] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquiring lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.221494] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.221780] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquiring lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.221969] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.222083] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.227269] env[69742]: INFO nova.compute.manager [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Terminating instance [ 1052.258692] env[69742]: DEBUG nova.network.neutron [req-574747b6-7350-45a1-b0ca-864606366c9c req-c18e2903-07e3-49cd-b378-98c98c281e1c service nova] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Updated VIF entry in instance network info cache for port 717b5ffb-2dbd-4c06-a527-302ec4c56f4f. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.259079] env[69742]: DEBUG nova.network.neutron [req-574747b6-7350-45a1-b0ca-864606366c9c req-c18e2903-07e3-49cd-b378-98c98c281e1c service nova] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Updating instance_info_cache with network_info: [{"id": "717b5ffb-2dbd-4c06-a527-302ec4c56f4f", "address": "fa:16:3e:ca:88:b1", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717b5ffb-2d", "ovs_interfaceid": "717b5ffb-2dbd-4c06-a527-302ec4c56f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.290257] env[69742]: DEBUG nova.compute.utils [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.420049] env[69742]: DEBUG nova.network.neutron [-] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.588127] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a6d2ef-1beb-c3eb-c6bc-5b5c75339b04, 'name': SearchDatastore_Task, 'duration_secs': 0.021046} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.589054] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9abdd5-c26c-433b-94dd-dbfe8c0ec68c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.596258] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1052.596258] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524fc80f-ac07-de4f-0df8-13d2bd524a9f" [ 1052.596258] env[69742]: _type = "Task" [ 1052.596258] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.605113] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524fc80f-ac07-de4f-0df8-13d2bd524a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.708995] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4060999, 'name': ReconfigVM_Task, 'duration_secs': 1.217988} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.709327] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.709603] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc45decb-21c4-434b-ae6e-749aae3884b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.717323] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1052.717323] env[69742]: value = "task-4061000" [ 1052.717323] env[69742]: _type = "Task" [ 1052.717323] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.725760] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.727542] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 73f5f454-1233-43ed-92e8-c2e813b8e73f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1807}} [ 1052.727778] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1052.727947] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1052.735030] env[69742]: DEBUG nova.compute.manager [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.735030] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.735761] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc88993-4105-4015-bd47-3f96728d2011 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.744175] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.744465] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d5d95a1-39fe-45fe-b262-a11a1f9b4ea4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.753651] env[69742]: DEBUG oslo_vmware.api [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for the task: (returnval){ [ 1052.753651] env[69742]: value = "task-4061001" [ 1052.753651] env[69742]: _type = "Task" [ 1052.753651] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.763460] env[69742]: DEBUG oslo_concurrency.lockutils [req-574747b6-7350-45a1-b0ca-864606366c9c req-c18e2903-07e3-49cd-b378-98c98c281e1c service nova] Releasing lock "refresh_cache-10dbef7c-4350-4505-96f6-c6bf96d75a54" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.763908] env[69742]: DEBUG oslo_vmware.api [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4061001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.793164] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.923392] env[69742]: INFO nova.compute.manager [-] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Took 1.35 seconds to deallocate network for instance. [ 1052.956717] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-ebad1161-f836-4a52-8238-21e14cc94fb8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.959294] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-ebad1161-f836-4a52-8238-21e14cc94fb8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.959294] env[69742]: DEBUG nova.objects.instance [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'flavor' on Instance uuid 3f5b86eb-203d-4abc-a622-663d9b5021f0 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.978017] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b5f69f-2262-4c8f-9e6c-b39f1e9a80d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.986842] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca4421a-7e84-42b1-8c7d-f3d714bd0d85 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.021317] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed94ee5-db0d-41e2-b668-4958bd3394fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.029962] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a296d35-dae2-4d2c-83a0-9d4095bb064c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.045189] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.107436] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524fc80f-ac07-de4f-0df8-13d2bd524a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.030554} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.107833] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.108149] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 10dbef7c-4350-4505-96f6-c6bf96d75a54/10dbef7c-4350-4505-96f6-c6bf96d75a54.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.108475] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f7c56b9-c0c3-49f8-bcee-9a03033672ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.115260] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1053.115260] env[69742]: value = "task-4061002" [ 1053.115260] env[69742]: _type = "Task" [ 1053.115260] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.123804] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.228422] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.263016] env[69742]: DEBUG oslo_vmware.api [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4061001, 'name': PowerOffVM_Task, 'duration_secs': 0.233241} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.263446] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.263635] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.263912] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c4b7e1b-1669-403e-b545-8c2980b49832 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.340748] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.341043] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.341319] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Deleting the datastore file [datastore2] 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.341601] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eaa7239-3c1c-4265-8b1f-401a6c0da35a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.349627] env[69742]: DEBUG oslo_vmware.api [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for the task: (returnval){ [ 1053.349627] env[69742]: value = "task-4061004" [ 1053.349627] env[69742]: _type = "Task" [ 1053.349627] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.359473] env[69742]: DEBUG oslo_vmware.api [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4061004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.431921] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.548021] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.595888] env[69742]: DEBUG nova.objects.instance [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f5b86eb-203d-4abc-a622-663d9b5021f0 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.627104] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.728536] env[69742]: DEBUG oslo_vmware.api [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061000, 'name': PowerOnVM_Task, 'duration_secs': 0.780081} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.728814] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.731574] env[69742]: DEBUG nova.compute.manager [None req-6fff360c-90b6-4f3f-8856-df4816e3afdb tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.732399] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522134f9-e911-49d0-82e0-a8a8a6868ffe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.860145] env[69742]: DEBUG oslo_vmware.api [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Task: {'id': task-4061004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358224} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.860676] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.860890] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.861081] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.861527] env[69742]: INFO nova.compute.manager [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1053.861527] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.861932] env[69742]: DEBUG nova.compute.manager [-] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.861932] env[69742]: DEBUG nova.network.neutron [-] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.864078] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.864308] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.864525] env[69742]: INFO nova.compute.manager [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Attaching volume 01c5aeb2-0851-4420-b1b4-b2236c2377af to /dev/sdb [ 1053.913092] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a71bb9-524a-4a3a-8192-c73d30b94f8a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.927996] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7c2e29-927c-4a8d-9b80-4c0dfbcbb911 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.941423] env[69742]: DEBUG nova.virt.block_device [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Updating existing volume attachment record: 60958807-c0f4-486b-9162-79dafcdb17fd {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1054.053863] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1054.054066] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.394s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.054236] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.734s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.055797] env[69742]: INFO nova.compute.claims [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.101739] env[69742]: DEBUG nova.objects.base [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Object Instance<3f5b86eb-203d-4abc-a622-663d9b5021f0> lazy-loaded attributes: flavor,pci_requests {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.101739] env[69742]: DEBUG nova.network.neutron [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.131719] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542835} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.133461] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 10dbef7c-4350-4505-96f6-c6bf96d75a54/10dbef7c-4350-4505-96f6-c6bf96d75a54.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.136672] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.136672] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d44e1432-a4b6-41e5-9b30-2e8c6118f228 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.141766] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1054.141766] env[69742]: value = "task-4061006" [ 1054.141766] env[69742]: _type = "Task" [ 1054.141766] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.152564] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.186966] env[69742]: DEBUG nova.policy [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7f589040a4647b312a058cc3ae917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb91db63ece84896ab3a7f07322eb779', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.436730] env[69742]: DEBUG nova.compute.manager [req-8e718936-89bf-476d-953d-a94964ed4a37 req-5c283506-4307-44dc-910f-2feaa3420bca service nova] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Received event network-vif-deleted-1c4db411-21b3-4d0a-b48d-7c029bf45d01 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.497044] env[69742]: DEBUG nova.compute.manager [req-ae44dec1-b23f-425a-bbdf-2b6fe8eda415 req-40a510ff-fca5-4e05-9e62-8309fa58ad84 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Received event network-vif-deleted-caae068a-ce02-42bd-bb7d-cdc349164199 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.497295] env[69742]: INFO nova.compute.manager [req-ae44dec1-b23f-425a-bbdf-2b6fe8eda415 req-40a510ff-fca5-4e05-9e62-8309fa58ad84 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Neutron deleted interface caae068a-ce02-42bd-bb7d-cdc349164199; detaching it from the instance and deleting it from the info cache [ 1054.497505] env[69742]: DEBUG nova.network.neutron [req-ae44dec1-b23f-425a-bbdf-2b6fe8eda415 req-40a510ff-fca5-4e05-9e62-8309fa58ad84 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.534317] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.635158] env[69742]: DEBUG nova.network.neutron [-] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.651633] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "0d4536ac-5af0-4181-a4c0-d87adf55e256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.651896] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "0d4536ac-5af0-4181-a4c0-d87adf55e256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.657537] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072886} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.657807] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.658982] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d954a80c-dbe0-405f-b34a-73555f4e582e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.683450] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 10dbef7c-4350-4505-96f6-c6bf96d75a54/10dbef7c-4350-4505-96f6-c6bf96d75a54.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.684032] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104924f8-46e9-40c5-a921-5ae3470b3928 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.705880] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1054.705880] env[69742]: value = "task-4061009" [ 1054.705880] env[69742]: _type = "Task" [ 1054.705880] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.714964] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.999943] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a757240f-cded-4541-b7d1-f410c09c59f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.010450] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55973516-c444-4b7f-a062-def972ea620e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.043410] env[69742]: DEBUG nova.compute.manager [req-ae44dec1-b23f-425a-bbdf-2b6fe8eda415 req-40a510ff-fca5-4e05-9e62-8309fa58ad84 service nova] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Detach interface failed, port_id=caae068a-ce02-42bd-bb7d-cdc349164199, reason: Instance 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1055.138247] env[69742]: INFO nova.compute.manager [-] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Took 1.28 seconds to deallocate network for instance. [ 1055.154419] env[69742]: DEBUG nova.compute.manager [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.218476] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061009, 'name': ReconfigVM_Task, 'duration_secs': 0.369936} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.221853] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 10dbef7c-4350-4505-96f6-c6bf96d75a54/10dbef7c-4350-4505-96f6-c6bf96d75a54.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.222941] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31f8baad-f5f3-48f5-81c4-4b52e772732a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.230433] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1055.230433] env[69742]: value = "task-4061010" [ 1055.230433] env[69742]: _type = "Task" [ 1055.230433] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.241422] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061010, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.316551] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6be023-b149-4797-9551-13c03e9b22f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.326929] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d340ed25-be85-46b7-ab6c-0ec7e24f5519 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.365663] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60653e65-3452-4766-8e83-6b049306febe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.373970] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b853b66-4356-4a4f-baf8-2b02fdc79eb0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.388956] env[69742]: DEBUG nova.compute.provider_tree [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.648098] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.673889] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.715619] env[69742]: DEBUG nova.network.neutron [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Successfully updated port: ebad1161-f836-4a52-8238-21e14cc94fb8 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.742788] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061010, 'name': Rename_Task, 'duration_secs': 0.161904} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.743535] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.743825] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281a64e7-0837-48bc-8a4c-b35bf8c3164c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.751763] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1055.751763] env[69742]: value = "task-4061011" [ 1055.751763] env[69742]: _type = "Task" [ 1055.751763] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.764926] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.785753] env[69742]: DEBUG nova.compute.manager [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.786770] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271ae503-03e1-4f31-94b3-c88384ba36c7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.893423] env[69742]: DEBUG nova.scheduler.client.report [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.221613] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.221966] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.222026] env[69742]: DEBUG nova.network.neutron [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.265176] env[69742]: DEBUG oslo_vmware.api [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061011, 'name': PowerOnVM_Task, 'duration_secs': 0.479227} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.265875] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.266101] env[69742]: INFO nova.compute.manager [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1056.266290] env[69742]: DEBUG nova.compute.manager [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.267222] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647569d3-9672-4031-bf6f-4cae7cdeed78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.303686] env[69742]: INFO nova.compute.manager [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] instance snapshotting [ 1056.304433] env[69742]: DEBUG nova.objects.instance [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'flavor' on Instance uuid 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.399550] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.400075] env[69742]: DEBUG nova.compute.manager [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.402899] env[69742]: DEBUG oslo_concurrency.lockutils [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.187s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.403130] env[69742]: DEBUG oslo_concurrency.lockutils [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.405410] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.781s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.405606] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.407592] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.976s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.407819] env[69742]: DEBUG nova.objects.instance [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lazy-loading 'resources' on Instance uuid b0ebfe40-c5ea-459c-ad35-1b5273658555 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.430665] env[69742]: INFO nova.scheduler.client.report [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleted allocations for instance 1208a6f2-8b22-4e78-a31d-9ca6656aff70 [ 1056.433593] env[69742]: INFO nova.scheduler.client.report [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Deleted allocations for instance 6f4584a0-8660-429d-a4b5-929161750e3d [ 1056.752969] env[69742]: DEBUG nova.compute.manager [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received event network-vif-plugged-ebad1161-f836-4a52-8238-21e14cc94fb8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.753219] env[69742]: DEBUG oslo_concurrency.lockutils [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] Acquiring lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.753430] env[69742]: DEBUG oslo_concurrency.lockutils [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.753741] env[69742]: DEBUG oslo_concurrency.lockutils [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.753792] env[69742]: DEBUG nova.compute.manager [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] No waiting events found dispatching network-vif-plugged-ebad1161-f836-4a52-8238-21e14cc94fb8 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.753972] env[69742]: WARNING nova.compute.manager [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received unexpected event network-vif-plugged-ebad1161-f836-4a52-8238-21e14cc94fb8 for instance with vm_state active and task_state None. [ 1056.755364] env[69742]: DEBUG nova.compute.manager [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received event network-changed-ebad1161-f836-4a52-8238-21e14cc94fb8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.755476] env[69742]: DEBUG nova.compute.manager [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Refreshing instance network info cache due to event network-changed-ebad1161-f836-4a52-8238-21e14cc94fb8. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.755826] env[69742]: DEBUG oslo_concurrency.lockutils [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] Acquiring lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.774270] env[69742]: WARNING nova.network.neutron [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] 9d389f86-2bf2-49c4-b254-01b5dfa5be55 already exists in list: networks containing: ['9d389f86-2bf2-49c4-b254-01b5dfa5be55']. ignoring it [ 1056.774483] env[69742]: WARNING nova.network.neutron [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] 9d389f86-2bf2-49c4-b254-01b5dfa5be55 already exists in list: networks containing: ['9d389f86-2bf2-49c4-b254-01b5dfa5be55']. ignoring it [ 1056.784442] env[69742]: INFO nova.compute.manager [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Took 19.38 seconds to build instance. [ 1056.810224] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4576714-d5c5-4209-bfb8-345568d1a9be {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.835022] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd200e99-aff9-4f19-9481-3837f19bba6d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.910887] env[69742]: DEBUG nova.compute.utils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.915744] env[69742]: DEBUG nova.compute.manager [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.916010] env[69742]: DEBUG nova.network.neutron [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.947971] env[69742]: DEBUG oslo_concurrency.lockutils [None req-56005c4a-7b58-471a-b437-d9540ad9a112 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "1208a6f2-8b22-4e78-a31d-9ca6656aff70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.223s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.950773] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e26247b-a809-4a25-a2f6-affdcc8ec55e tempest-ServersTestManualDisk-1791525090 tempest-ServersTestManualDisk-1791525090-project-member] Lock "6f4584a0-8660-429d-a4b5-929161750e3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.290s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.981555] env[69742]: DEBUG nova.policy [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea4b55ebf54e4c1da72d8750cb7b1c7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff1e5f866a6f4687b375a77eeafa45ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.182522] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d316127-a458-4e9e-92ae-ce855c96e070 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.194794] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307c2f7a-7f9c-4e04-85a7-4ba5ea993e44 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.234841] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d989b8-c840-48cb-a779-ab5c526c9f04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.246671] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cb7cd0-0b20-4b14-8e87-e9b5c7510dfe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.266251] env[69742]: DEBUG nova.compute.provider_tree [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.287538] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7bde3a7f-3127-4401-a335-2e2782485468 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.888s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.318301] env[69742]: DEBUG nova.network.neutron [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updating instance_info_cache with network_info: [{"id": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "address": "fa:16:3e:3d:0d:6a", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14c10a1-41", "ovs_interfaceid": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58cf2f85-c9e8-4769-a178-fdfaa6d5d949", "address": "fa:16:3e:7f:18:bb", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cf2f85-c9", "ovs_interfaceid": "58cf2f85-c9e8-4769-a178-fdfaa6d5d949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ebad1161-f836-4a52-8238-21e14cc94fb8", "address": "fa:16:3e:0f:6a:16", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebad1161-f8", "ovs_interfaceid": "ebad1161-f836-4a52-8238-21e14cc94fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.335930] env[69742]: DEBUG nova.network.neutron [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Successfully created port: e071a6d1-6152-4c8b-8f36-507df8bdd95b {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.345618] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1057.346710] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f283083b-184a-4223-96fa-0010ccaf5a05 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.354909] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1057.354909] env[69742]: value = "task-4061013" [ 1057.354909] env[69742]: _type = "Task" [ 1057.354909] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.364488] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061013, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.419087] env[69742]: DEBUG nova.compute.manager [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.741109] env[69742]: INFO nova.compute.manager [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Rescuing [ 1057.741408] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.741634] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.741771] env[69742]: DEBUG nova.network.neutron [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.772474] env[69742]: DEBUG nova.scheduler.client.report [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.821563] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.822474] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.822623] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.822977] env[69742]: DEBUG oslo_concurrency.lockutils [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] Acquired lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.823217] env[69742]: DEBUG nova.network.neutron [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Refreshing network info cache for port ebad1161-f836-4a52-8238-21e14cc94fb8 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.825808] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded65fcd-08ab-4455-a0d0-1ad276836b94 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.846921] env[69742]: DEBUG nova.virt.hardware [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.846921] env[69742]: DEBUG nova.virt.hardware [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.846921] env[69742]: DEBUG nova.virt.hardware [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.846921] env[69742]: DEBUG nova.virt.hardware [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.846921] env[69742]: DEBUG nova.virt.hardware [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.846921] env[69742]: DEBUG nova.virt.hardware [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.846921] env[69742]: DEBUG nova.virt.hardware [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.846921] env[69742]: DEBUG nova.virt.hardware [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.846921] env[69742]: DEBUG nova.virt.hardware [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.847285] env[69742]: DEBUG nova.virt.hardware [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.847435] env[69742]: DEBUG nova.virt.hardware [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.854712] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Reconfiguring VM to attach interface {{(pid=69742) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1057.855885] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2118ba3-181d-43a2-a6cd-de49751f50fb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.881307] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061013, 'name': CreateSnapshot_Task, 'duration_secs': 0.478742} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.881875] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1057.882246] env[69742]: DEBUG oslo_vmware.api [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1057.882246] env[69742]: value = "task-4061014" [ 1057.882246] env[69742]: _type = "Task" [ 1057.882246] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.882989] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99570b2a-47c3-4c86-bc42-6801c3d23994 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.278437] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.283947] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.749s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.283947] env[69742]: DEBUG nova.objects.instance [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lazy-loading 'pci_requests' on Instance uuid 9030bfbe-5557-4101-b2b7-06cc63159def {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.308287] env[69742]: INFO nova.scheduler.client.report [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleted allocations for instance b0ebfe40-c5ea-459c-ad35-1b5273658555 [ 1058.398342] env[69742]: DEBUG oslo_vmware.api [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.406958] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1058.409470] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f687fcc-dc1f-4a8f-b0f6-ea98f748361f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.423429] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1058.423429] env[69742]: value = "task-4061015" [ 1058.423429] env[69742]: _type = "Task" [ 1058.423429] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.435024] env[69742]: DEBUG nova.compute.manager [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.436858] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061015, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.466583] env[69742]: DEBUG nova.virt.hardware [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.466897] env[69742]: DEBUG nova.virt.hardware [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.467104] env[69742]: DEBUG nova.virt.hardware [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.467358] env[69742]: DEBUG nova.virt.hardware [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.467756] env[69742]: DEBUG nova.virt.hardware [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.467940] env[69742]: DEBUG nova.virt.hardware [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.468188] env[69742]: DEBUG nova.virt.hardware [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.468352] env[69742]: DEBUG nova.virt.hardware [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.468528] env[69742]: DEBUG nova.virt.hardware [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.468867] env[69742]: DEBUG nova.virt.hardware [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.469136] env[69742]: DEBUG nova.virt.hardware [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.470864] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cf3400-d5a5-4911-913a-f5e4baf8d0b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.480578] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.480817] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.488826] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d5e5a8-f83f-4ea6-8dcd-ebd3f2964cbe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.620547] env[69742]: DEBUG nova.network.neutron [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Updating instance_info_cache with network_info: [{"id": "65e9efa3-71db-498d-b8cd-7e27326623d7", "address": "fa:16:3e:06:50:06", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e9efa3-71", "ovs_interfaceid": "65e9efa3-71db-498d-b8cd-7e27326623d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.691309] env[69742]: DEBUG nova.network.neutron [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updated VIF entry in instance network info cache for port ebad1161-f836-4a52-8238-21e14cc94fb8. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.691845] env[69742]: DEBUG nova.network.neutron [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updating instance_info_cache with network_info: [{"id": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "address": "fa:16:3e:3d:0d:6a", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14c10a1-41", "ovs_interfaceid": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58cf2f85-c9e8-4769-a178-fdfaa6d5d949", "address": "fa:16:3e:7f:18:bb", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cf2f85-c9", "ovs_interfaceid": "58cf2f85-c9e8-4769-a178-fdfaa6d5d949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ebad1161-f836-4a52-8238-21e14cc94fb8", "address": "fa:16:3e:0f:6a:16", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebad1161-f8", "ovs_interfaceid": "ebad1161-f836-4a52-8238-21e14cc94fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.787847] env[69742]: DEBUG nova.objects.instance [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lazy-loading 'numa_topology' on Instance uuid 9030bfbe-5557-4101-b2b7-06cc63159def {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.818212] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d2dd8da9-e7e9-4b12-801b-db8d329b22e1 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "b0ebfe40-c5ea-459c-ad35-1b5273658555" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.891s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.899222] env[69742]: DEBUG oslo_vmware.api [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061014, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.933976] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061015, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.990409] env[69742]: DEBUG nova.compute.utils [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.015906] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1059.016167] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804863', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'name': 'volume-01c5aeb2-0851-4420-b1b4-b2236c2377af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39af9a92-c1fc-4fe6-b543-3e54009d5389', 'attached_at': '', 'detached_at': '', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'serial': '01c5aeb2-0851-4420-b1b4-b2236c2377af'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1059.017655] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9947d7-c40b-46f1-9dbf-62915ed4fae3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.036116] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dbf6ad-f4d0-4f59-855d-31920bd3fadb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.065363] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-01c5aeb2-0851-4420-b1b4-b2236c2377af/volume-01c5aeb2-0851-4420-b1b4-b2236c2377af.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.065644] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2284d42-bda4-465c-80e6-6273f394b715 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.087441] env[69742]: DEBUG oslo_vmware.api [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1059.087441] env[69742]: value = "task-4061016" [ 1059.087441] env[69742]: _type = "Task" [ 1059.087441] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.097620] env[69742]: DEBUG oslo_vmware.api [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.123388] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.199873] env[69742]: DEBUG oslo_concurrency.lockutils [req-cc5cacab-04c6-4f65-a253-f2762d042e08 req-ee656431-1639-482b-af79-1f5efdb0f497 service nova] Releasing lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.206058] env[69742]: DEBUG nova.network.neutron [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Successfully updated port: e071a6d1-6152-4c8b-8f36-507df8bdd95b {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.295626] env[69742]: INFO nova.compute.claims [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.396969] env[69742]: DEBUG oslo_vmware.api [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061014, 'name': ReconfigVM_Task, 'duration_secs': 1.086059} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.397606] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.397857] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Reconfigured VM to attach interface {{(pid=69742) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1059.435794] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061015, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.497184] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.599148] env[69742]: DEBUG oslo_vmware.api [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.709513] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "refresh_cache-73f5f454-1233-43ed-92e8-c2e813b8e73f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.709513] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "refresh_cache-73f5f454-1233-43ed-92e8-c2e813b8e73f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.709679] env[69742]: DEBUG nova.network.neutron [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.902983] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4587b279-2af4-4e08-9de7-d7a9defd7277 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-ebad1161-f836-4a52-8238-21e14cc94fb8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.945s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.936502] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061015, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.100044] env[69742]: DEBUG oslo_vmware.api [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061016, 'name': ReconfigVM_Task, 'duration_secs': 0.884584} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.100044] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-01c5aeb2-0851-4420-b1b4-b2236c2377af/volume-01c5aeb2-0851-4420-b1b4-b2236c2377af.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.105178] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ff137db-c079-41ff-986f-7d59bdde7558 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.121789] env[69742]: DEBUG oslo_vmware.api [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1060.121789] env[69742]: value = "task-4061017" [ 1060.121789] env[69742]: _type = "Task" [ 1060.121789] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.132354] env[69742]: DEBUG oslo_vmware.api [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.251030] env[69742]: DEBUG nova.network.neutron [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.337483] env[69742]: DEBUG nova.compute.manager [req-cf5acf66-7553-4d7a-813e-ed9791d69d6c req-4051da25-2e67-403d-939b-57dfe6942fa2 service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Received event network-vif-plugged-e071a6d1-6152-4c8b-8f36-507df8bdd95b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.337483] env[69742]: DEBUG oslo_concurrency.lockutils [req-cf5acf66-7553-4d7a-813e-ed9791d69d6c req-4051da25-2e67-403d-939b-57dfe6942fa2 service nova] Acquiring lock "73f5f454-1233-43ed-92e8-c2e813b8e73f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.337483] env[69742]: DEBUG oslo_concurrency.lockutils [req-cf5acf66-7553-4d7a-813e-ed9791d69d6c req-4051da25-2e67-403d-939b-57dfe6942fa2 service nova] Lock "73f5f454-1233-43ed-92e8-c2e813b8e73f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.337483] env[69742]: DEBUG oslo_concurrency.lockutils [req-cf5acf66-7553-4d7a-813e-ed9791d69d6c req-4051da25-2e67-403d-939b-57dfe6942fa2 service nova] Lock "73f5f454-1233-43ed-92e8-c2e813b8e73f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.337483] env[69742]: DEBUG nova.compute.manager [req-cf5acf66-7553-4d7a-813e-ed9791d69d6c req-4051da25-2e67-403d-939b-57dfe6942fa2 service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] No waiting events found dispatching network-vif-plugged-e071a6d1-6152-4c8b-8f36-507df8bdd95b {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.338163] env[69742]: WARNING nova.compute.manager [req-cf5acf66-7553-4d7a-813e-ed9791d69d6c req-4051da25-2e67-403d-939b-57dfe6942fa2 service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Received unexpected event network-vif-plugged-e071a6d1-6152-4c8b-8f36-507df8bdd95b for instance with vm_state building and task_state spawning. [ 1060.440949] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061015, 'name': CloneVM_Task, 'duration_secs': 1.685329} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.441539] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Created linked-clone VM from snapshot [ 1060.442673] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12764ab-808f-4076-aa80-cd25f2051977 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.453976] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Uploading image d12e15d2-dfbb-4f9a-a5ed-026d1d668135 {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1060.476238] env[69742]: DEBUG nova.network.neutron [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Updating instance_info_cache with network_info: [{"id": "e071a6d1-6152-4c8b-8f36-507df8bdd95b", "address": "fa:16:3e:43:ed:8e", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape071a6d1-61", "ovs_interfaceid": "e071a6d1-6152-4c8b-8f36-507df8bdd95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.490226] env[69742]: DEBUG oslo_vmware.rw_handles [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1060.490226] env[69742]: value = "vm-804865" [ 1060.490226] env[69742]: _type = "VirtualMachine" [ 1060.490226] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1060.490653] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af2501d6-1815-43b6-aa30-78485ae0d6b6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.498641] env[69742]: DEBUG oslo_vmware.rw_handles [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lease: (returnval){ [ 1060.498641] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52147530-06f0-f6f0-c0e2-cc9e8a55fec7" [ 1060.498641] env[69742]: _type = "HttpNfcLease" [ 1060.498641] env[69742]: } obtained for exporting VM: (result){ [ 1060.498641] env[69742]: value = "vm-804865" [ 1060.498641] env[69742]: _type = "VirtualMachine" [ 1060.498641] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1060.499059] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the lease: (returnval){ [ 1060.499059] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52147530-06f0-f6f0-c0e2-cc9e8a55fec7" [ 1060.499059] env[69742]: _type = "HttpNfcLease" [ 1060.499059] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1060.507136] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.507136] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52147530-06f0-f6f0-c0e2-cc9e8a55fec7" [ 1060.507136] env[69742]: _type = "HttpNfcLease" [ 1060.507136] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1060.550425] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929d6272-4563-4a38-bcbe-b356a99dfe5f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.554069] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.554365] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.554565] env[69742]: INFO nova.compute.manager [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Attaching volume 9d57e635-b8a9-4ad9-b3e3-8652f4d73c37 to /dev/sdb [ 1060.565012] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe96b1a2-1c93-470b-8f28-74c352acb576 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.604784] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d733540b-be7a-4e70-aad6-cbde44e7ba8e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.608147] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d82608-4266-4368-b3cd-71a10c03354e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.618498] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca059ba-67c5-49a6-bfbc-6ef20fdd3415 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.626214] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b683deac-eabc-41e8-a4bf-724cb700aac0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.652739] env[69742]: DEBUG nova.compute.provider_tree [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.663400] env[69742]: DEBUG nova.virt.block_device [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Updating existing volume attachment record: 6433f763-0594-4015-ae51-18edadcd4749 {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1060.666405] env[69742]: DEBUG oslo_vmware.api [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061017, 'name': ReconfigVM_Task, 'duration_secs': 0.260538} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.668212] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804863', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'name': 'volume-01c5aeb2-0851-4420-b1b4-b2236c2377af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39af9a92-c1fc-4fe6-b543-3e54009d5389', 'attached_at': '', 'detached_at': '', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'serial': '01c5aeb2-0851-4420-b1b4-b2236c2377af'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1060.678721] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.679532] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbefca9a-9275-410f-8dbd-63d15209c259 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.687596] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1060.687596] env[69742]: value = "task-4061019" [ 1060.687596] env[69742]: _type = "Task" [ 1060.687596] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.702732] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.983479] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "refresh_cache-73f5f454-1233-43ed-92e8-c2e813b8e73f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.983821] env[69742]: DEBUG nova.compute.manager [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Instance network_info: |[{"id": "e071a6d1-6152-4c8b-8f36-507df8bdd95b", "address": "fa:16:3e:43:ed:8e", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape071a6d1-61", "ovs_interfaceid": "e071a6d1-6152-4c8b-8f36-507df8bdd95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.984257] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ed:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e071a6d1-6152-4c8b-8f36-507df8bdd95b', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.992054] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.992691] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.993016] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5db20353-9a22-435d-8d0e-e4ae92651fcc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.020573] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.020573] env[69742]: value = "task-4061021" [ 1061.020573] env[69742]: _type = "Task" [ 1061.020573] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.027327] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1061.027327] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52147530-06f0-f6f0-c0e2-cc9e8a55fec7" [ 1061.027327] env[69742]: _type = "HttpNfcLease" [ 1061.027327] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1061.027327] env[69742]: DEBUG oslo_vmware.rw_handles [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1061.027327] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52147530-06f0-f6f0-c0e2-cc9e8a55fec7" [ 1061.027327] env[69742]: _type = "HttpNfcLease" [ 1061.027327] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1061.028065] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3544b636-7fc5-4143-96cf-88bc8be6f187 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.034432] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061021, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.040889] env[69742]: DEBUG oslo_vmware.rw_handles [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8af76-e3cd-2cde-91b0-f9c03327f587/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1061.041270] env[69742]: DEBUG oslo_vmware.rw_handles [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8af76-e3cd-2cde-91b0-f9c03327f587/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1061.148115] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-544ad2d2-62ff-4da0-94e1-7e77e2fcf200 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.176712] env[69742]: ERROR nova.scheduler.client.report [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [req-54a653b5-bea1-4cb7-ab8b-b667ecd5efca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54a653b5-bea1-4cb7-ab8b-b667ecd5efca"}]} [ 1061.196133] env[69742]: DEBUG nova.scheduler.client.report [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1061.199428] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061019, 'name': PowerOffVM_Task, 'duration_secs': 0.409324} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.199719] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.200548] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9391d5d4-668a-470b-a7fa-bd3389f3913e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.221624] env[69742]: DEBUG nova.scheduler.client.report [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1061.221842] env[69742]: DEBUG nova.compute.provider_tree [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.224435] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e9a505-e999-47e2-bc55-cb47d01ea9ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.229383] env[69742]: DEBUG oslo_concurrency.lockutils [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.229610] env[69742]: DEBUG oslo_concurrency.lockutils [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.229804] env[69742]: DEBUG oslo_concurrency.lockutils [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.229981] env[69742]: DEBUG oslo_concurrency.lockutils [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.230158] env[69742]: DEBUG oslo_concurrency.lockutils [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.233965] env[69742]: INFO nova.compute.manager [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Terminating instance [ 1061.240361] env[69742]: DEBUG nova.scheduler.client.report [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1061.265102] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.265438] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c564e8d2-6f82-4a06-9745-70acf81e0e17 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.268198] env[69742]: DEBUG nova.scheduler.client.report [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1061.276199] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1061.276199] env[69742]: value = "task-4061024" [ 1061.276199] env[69742]: _type = "Task" [ 1061.276199] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.292323] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1061.292555] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.292860] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.293079] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.293285] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.293733] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c729fbe2-9fcb-4a82-846b-bfb6ffcc2d2f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.303575] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.303774] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.307092] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38fea0d5-a5d1-44ff-bc1c-afe59be4d7b9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.316209] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1061.316209] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52394b6b-dbf3-a470-6f83-31d151891b05" [ 1061.316209] env[69742]: _type = "Task" [ 1061.316209] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.328034] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52394b6b-dbf3-a470-6f83-31d151891b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.464557] env[69742]: DEBUG oslo_concurrency.lockutils [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-58cf2f85-c9e8-4769-a178-fdfaa6d5d949" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.465042] env[69742]: DEBUG oslo_concurrency.lockutils [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-58cf2f85-c9e8-4769-a178-fdfaa6d5d949" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.501133] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6716c9e-1047-4fc3-b295-4e39dfe67e1a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.509823] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e9db72-42b1-4be4-8d84-8d22fa0c8de7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.547736] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e69d73-16ee-4283-b3e0-0de6aaf30b4c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.561464] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061021, 'name': CreateVM_Task, 'duration_secs': 0.476039} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.562563] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.564231] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd908dbf-7b9b-4d53-8b5c-9c9ed68007c7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.569081] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.569488] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.570268] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.571026] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c0889d-fdab-4fbb-ad43-f39d6fd62c9b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.585272] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1061.585272] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5282f291-8090-9365-ed04-fc3e08d655f1" [ 1061.585272] env[69742]: _type = "Task" [ 1061.585272] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.585831] env[69742]: DEBUG nova.compute.provider_tree [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.598432] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5282f291-8090-9365-ed04-fc3e08d655f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.599810] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.600095] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.600379] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.600833] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.601008] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.601927] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-628148e5-05d7-4900-9234-3b42911b65e8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.612663] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.612961] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.614065] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b704814b-0527-4b28-aa42-57828f8528c9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.621832] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1061.621832] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c73b48-b468-d411-8c8f-cfd67755696a" [ 1061.621832] env[69742]: _type = "Task" [ 1061.621832] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.632106] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c73b48-b468-d411-8c8f-cfd67755696a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.733569] env[69742]: DEBUG nova.objects.instance [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lazy-loading 'flavor' on Instance uuid 39af9a92-c1fc-4fe6-b543-3e54009d5389 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.745710] env[69742]: DEBUG nova.compute.manager [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.745948] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.747293] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7f6da7-67f0-4b4d-b368-71f75ad153b9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.759398] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.759809] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea5a42c4-fb5f-4002-a8dc-94b37a75d09c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.768770] env[69742]: DEBUG oslo_vmware.api [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1061.768770] env[69742]: value = "task-4061025" [ 1061.768770] env[69742]: _type = "Task" [ 1061.768770] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.780538] env[69742]: DEBUG oslo_vmware.api [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4061025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.829643] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52394b6b-dbf3-a470-6f83-31d151891b05, 'name': SearchDatastore_Task, 'duration_secs': 0.012014} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.830632] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41760324-610e-4c49-acb5-b56dd69606f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.839460] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1061.839460] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52667036-8460-8b9c-3d29-6825a385fc1a" [ 1061.839460] env[69742]: _type = "Task" [ 1061.839460] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.850787] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52667036-8460-8b9c-3d29-6825a385fc1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.967907] env[69742]: DEBUG oslo_concurrency.lockutils [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.968924] env[69742]: DEBUG oslo_concurrency.lockutils [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.969665] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad39174f-d4d2-4f37-9119-430f79c69e52 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.992400] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7678a9-9a03-4957-b335-fac9e991fb81 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.025579] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Reconfiguring VM to detach interface {{(pid=69742) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1062.026434] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9375dd2-1bd3-47db-a6b7-2ab41820a9c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.048563] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1062.048563] env[69742]: value = "task-4061026" [ 1062.048563] env[69742]: _type = "Task" [ 1062.048563] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.061314] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.138629] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c73b48-b468-d411-8c8f-cfd67755696a, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.140323] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181bf0b8-5f5b-46cc-aaac-4517d817e8ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.150284] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1062.150284] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a0ed48-5909-d3ac-381c-28d0895fd36c" [ 1062.150284] env[69742]: _type = "Task" [ 1062.150284] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.165722] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a0ed48-5909-d3ac-381c-28d0895fd36c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.177637] env[69742]: DEBUG nova.scheduler.client.report [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1062.177909] env[69742]: DEBUG nova.compute.provider_tree [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 112 to 113 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1062.178113] env[69742]: DEBUG nova.compute.provider_tree [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.239904] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9bbb0094-03c3-4897-8137-185df924d8e7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.375s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.279960] env[69742]: DEBUG oslo_vmware.api [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4061025, 'name': PowerOffVM_Task, 'duration_secs': 0.226875} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.280870] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.280870] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.281156] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afdaf5c2-80fc-471e-826b-205f7a3d27a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.352042] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52667036-8460-8b9c-3d29-6825a385fc1a, 'name': SearchDatastore_Task, 'duration_secs': 0.016178} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.352193] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.352734] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 29068741-7d3b-4212-b76b-d47dbde452d0/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. {{(pid=69742) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1062.353139] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e3bb646-8c9f-41f4-9614-15f117675295 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.356864] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.357164] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.357624] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleting the datastore file [datastore2] c1fda6cf-f884-4df7-a10d-3ddce8b26917 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.358440] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2a0fc2d-0da4-4166-ad37-f6cf126c2927 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.363012] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1062.363012] env[69742]: value = "task-4061028" [ 1062.363012] env[69742]: _type = "Task" [ 1062.363012] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.366296] env[69742]: DEBUG nova.compute.manager [req-609b7984-984c-4f2b-bd48-6dbef2ff2d3d req-6c97970d-1397-48ce-ba5d-4cdde8fa693c service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Received event network-changed-e071a6d1-6152-4c8b-8f36-507df8bdd95b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.366634] env[69742]: DEBUG nova.compute.manager [req-609b7984-984c-4f2b-bd48-6dbef2ff2d3d req-6c97970d-1397-48ce-ba5d-4cdde8fa693c service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Refreshing instance network info cache due to event network-changed-e071a6d1-6152-4c8b-8f36-507df8bdd95b. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.366952] env[69742]: DEBUG oslo_concurrency.lockutils [req-609b7984-984c-4f2b-bd48-6dbef2ff2d3d req-6c97970d-1397-48ce-ba5d-4cdde8fa693c service nova] Acquiring lock "refresh_cache-73f5f454-1233-43ed-92e8-c2e813b8e73f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.367263] env[69742]: DEBUG oslo_concurrency.lockutils [req-609b7984-984c-4f2b-bd48-6dbef2ff2d3d req-6c97970d-1397-48ce-ba5d-4cdde8fa693c service nova] Acquired lock "refresh_cache-73f5f454-1233-43ed-92e8-c2e813b8e73f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.367552] env[69742]: DEBUG nova.network.neutron [req-609b7984-984c-4f2b-bd48-6dbef2ff2d3d req-6c97970d-1397-48ce-ba5d-4cdde8fa693c service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Refreshing network info cache for port e071a6d1-6152-4c8b-8f36-507df8bdd95b {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.374046] env[69742]: DEBUG oslo_vmware.api [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for the task: (returnval){ [ 1062.374046] env[69742]: value = "task-4061029" [ 1062.374046] env[69742]: _type = "Task" [ 1062.374046] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.383248] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.389431] env[69742]: DEBUG oslo_vmware.api [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4061029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.561923] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.665796] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a0ed48-5909-d3ac-381c-28d0895fd36c, 'name': SearchDatastore_Task, 'duration_secs': 0.012209} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.666106] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.666376] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 73f5f454-1233-43ed-92e8-c2e813b8e73f/73f5f454-1233-43ed-92e8-c2e813b8e73f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.666875] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc05eabe-53ac-40e6-9ee8-46bee84c3750 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.677543] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1062.677543] env[69742]: value = "task-4061030" [ 1062.677543] env[69742]: _type = "Task" [ 1062.677543] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.683079] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.399s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.689795] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.042s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.690369] env[69742]: DEBUG nova.objects.instance [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Lazy-loading 'resources' on Instance uuid 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.691677] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.738192] env[69742]: INFO nova.network.neutron [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updating port c4720c8c-b38f-42e5-a5cc-d3774760b46d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1062.820965] env[69742]: INFO nova.compute.manager [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Rebuilding instance [ 1062.883084] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061028, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.890283] env[69742]: DEBUG nova.compute.manager [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.891800] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31133ae9-5ffb-48d5-8484-c04dcc1e7cb0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.910861] env[69742]: DEBUG oslo_vmware.api [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Task: {'id': task-4061029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21344} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.911700] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.912213] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.912518] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.912725] env[69742]: INFO nova.compute.manager [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1062.913107] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.913403] env[69742]: DEBUG nova.compute.manager [-] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.913651] env[69742]: DEBUG nova.network.neutron [-] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.064674] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.191802] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061030, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.325043] env[69742]: DEBUG nova.network.neutron [req-609b7984-984c-4f2b-bd48-6dbef2ff2d3d req-6c97970d-1397-48ce-ba5d-4cdde8fa693c service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Updated VIF entry in instance network info cache for port e071a6d1-6152-4c8b-8f36-507df8bdd95b. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.325869] env[69742]: DEBUG nova.network.neutron [req-609b7984-984c-4f2b-bd48-6dbef2ff2d3d req-6c97970d-1397-48ce-ba5d-4cdde8fa693c service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Updating instance_info_cache with network_info: [{"id": "e071a6d1-6152-4c8b-8f36-507df8bdd95b", "address": "fa:16:3e:43:ed:8e", "network": {"id": "972a0055-d38e-4e89-9cef-1a9f7e7d618b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-442114300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff1e5f866a6f4687b375a77eeafa45ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape071a6d1-61", "ovs_interfaceid": "e071a6d1-6152-4c8b-8f36-507df8bdd95b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.380014] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587406} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.383115] env[69742]: INFO nova.virt.vmwareapi.ds_util [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 29068741-7d3b-4212-b76b-d47dbde452d0/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. [ 1063.384152] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d1d9be-40a4-47b4-a855-1d1549a15c42 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.415519] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 29068741-7d3b-4212-b76b-d47dbde452d0/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.423480] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de4cb58d-e440-408e-afb9-1f05c9c6783c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.443707] env[69742]: DEBUG nova.compute.manager [req-5ee20d49-2800-450d-b31c-49ec1ee5fe02 req-549c53b1-1076-4b2b-8c91-d57912ccdaab service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Received event network-vif-deleted-b0b83617-2b7e-4c12-8812-f4dd906c599a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.444132] env[69742]: INFO nova.compute.manager [req-5ee20d49-2800-450d-b31c-49ec1ee5fe02 req-549c53b1-1076-4b2b-8c91-d57912ccdaab service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Neutron deleted interface b0b83617-2b7e-4c12-8812-f4dd906c599a; detaching it from the instance and deleting it from the info cache [ 1063.444483] env[69742]: DEBUG nova.network.neutron [req-5ee20d49-2800-450d-b31c-49ec1ee5fe02 req-549c53b1-1076-4b2b-8c91-d57912ccdaab service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.452664] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1063.452664] env[69742]: value = "task-4061032" [ 1063.452664] env[69742]: _type = "Task" [ 1063.452664] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.467632] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061032, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.503844] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b05521-c664-4894-bc54-93edc7c17692 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.514094] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4571db-161e-40af-8564-3ae8c8d94752 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.549019] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a3ce20-0f3f-4779-a8da-8782f041a5c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.560375] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a25b8a-393a-4e64-af9f-1a310c19a383 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.568411] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.579634] env[69742]: DEBUG nova.compute.provider_tree [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.693166] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670348} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.693435] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 73f5f454-1233-43ed-92e8-c2e813b8e73f/73f5f454-1233-43ed-92e8-c2e813b8e73f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.693653] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.693935] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0fa4919-19c9-4d08-a753-2cdad35ee3b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.702078] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1063.702078] env[69742]: value = "task-4061033" [ 1063.702078] env[69742]: _type = "Task" [ 1063.702078] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.711993] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.830758] env[69742]: DEBUG oslo_concurrency.lockutils [req-609b7984-984c-4f2b-bd48-6dbef2ff2d3d req-6c97970d-1397-48ce-ba5d-4cdde8fa693c service nova] Releasing lock "refresh_cache-73f5f454-1233-43ed-92e8-c2e813b8e73f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.941147] env[69742]: DEBUG nova.network.neutron [-] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.942772] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.943142] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14eb0001-1676-46cc-8c80-7ea449afbd79 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.947310] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a1abbc2-74a4-42e7-9344-6a0ff6880d8d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.951536] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1063.951536] env[69742]: value = "task-4061034" [ 1063.951536] env[69742]: _type = "Task" [ 1063.951536] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.963940] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8499381-e07d-4a44-8b2c-a484c8aa1f2e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.979168] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.986164] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061032, 'name': ReconfigVM_Task, 'duration_secs': 0.426234} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.986454] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 29068741-7d3b-4212-b76b-d47dbde452d0/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.987612] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31baf14-eb95-4643-ae1a-716a52dd4822 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.003283] env[69742]: DEBUG nova.compute.manager [req-5ee20d49-2800-450d-b31c-49ec1ee5fe02 req-549c53b1-1076-4b2b-8c91-d57912ccdaab service nova] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Detach interface failed, port_id=b0b83617-2b7e-4c12-8812-f4dd906c599a, reason: Instance c1fda6cf-f884-4df7-a10d-3ddce8b26917 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1064.026150] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f003a31e-08fa-457a-ae4f-6dbb95ab13cc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.042924] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1064.042924] env[69742]: value = "task-4061035" [ 1064.042924] env[69742]: _type = "Task" [ 1064.042924] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.052847] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.064125] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.083578] env[69742]: DEBUG nova.scheduler.client.report [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.213695] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085778} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.214221] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.215412] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff236f9-ab9a-41a8-97ba-63d97913e9a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.242580] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 73f5f454-1233-43ed-92e8-c2e813b8e73f/73f5f454-1233-43ed-92e8-c2e813b8e73f.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.242897] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f354fd01-54c8-48b6-9622-01158d063fc2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.265900] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1064.265900] env[69742]: value = "task-4061036" [ 1064.265900] env[69742]: _type = "Task" [ 1064.265900] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.277605] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.418524] env[69742]: DEBUG nova.compute.manager [req-15ae6d33-9f38-4e63-b226-189331e98403 req-e2670724-3eb7-49d8-92cf-83bc1f430917 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Received event network-vif-plugged-c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.418889] env[69742]: DEBUG oslo_concurrency.lockutils [req-15ae6d33-9f38-4e63-b226-189331e98403 req-e2670724-3eb7-49d8-92cf-83bc1f430917 service nova] Acquiring lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.419120] env[69742]: DEBUG oslo_concurrency.lockutils [req-15ae6d33-9f38-4e63-b226-189331e98403 req-e2670724-3eb7-49d8-92cf-83bc1f430917 service nova] Lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.419344] env[69742]: DEBUG oslo_concurrency.lockutils [req-15ae6d33-9f38-4e63-b226-189331e98403 req-e2670724-3eb7-49d8-92cf-83bc1f430917 service nova] Lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.419568] env[69742]: DEBUG nova.compute.manager [req-15ae6d33-9f38-4e63-b226-189331e98403 req-e2670724-3eb7-49d8-92cf-83bc1f430917 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] No waiting events found dispatching network-vif-plugged-c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.419751] env[69742]: WARNING nova.compute.manager [req-15ae6d33-9f38-4e63-b226-189331e98403 req-e2670724-3eb7-49d8-92cf-83bc1f430917 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Received unexpected event network-vif-plugged-c4720c8c-b38f-42e5-a5cc-d3774760b46d for instance with vm_state shelved_offloaded and task_state spawning. [ 1064.446520] env[69742]: INFO nova.compute.manager [-] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Took 1.53 seconds to deallocate network for instance. [ 1064.464405] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061034, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.465482] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.465547] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.465760] env[69742]: DEBUG nova.network.neutron [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.554058] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061035, 'name': ReconfigVM_Task, 'duration_secs': 0.223816} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.554490] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.557776] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d07f681-5033-4394-a775-907528c8a357 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.565541] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.566923] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1064.566923] env[69742]: value = "task-4061037" [ 1064.566923] env[69742]: _type = "Task" [ 1064.566923] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.575064] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.589117] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.591642] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.918s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.593709] env[69742]: INFO nova.compute.claims [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.620684] env[69742]: INFO nova.scheduler.client.report [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Deleted allocations for instance 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6 [ 1064.777372] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061036, 'name': ReconfigVM_Task, 'duration_secs': 0.46391} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.777754] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 73f5f454-1233-43ed-92e8-c2e813b8e73f/73f5f454-1233-43ed-92e8-c2e813b8e73f.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.778457] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b23dd5f5-690a-4be0-96e9-a25b1255a895 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.786526] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1064.786526] env[69742]: value = "task-4061038" [ 1064.786526] env[69742]: _type = "Task" [ 1064.786526] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.796655] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061038, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.958839] env[69742]: DEBUG oslo_concurrency.lockutils [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.965949] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061034, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.065216] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.076267] env[69742]: DEBUG oslo_vmware.api [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061037, 'name': PowerOnVM_Task, 'duration_secs': 0.505132} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.076597] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.080242] env[69742]: DEBUG nova.compute.manager [None req-ed4824b9-ce40-4dfe-bf75-2628ca17ef73 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.081109] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b44046-f9f7-4c49-a099-3d66046306dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.130445] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c2712ca4-b5d8-4745-b37e-2a44ce788b75 tempest-ServerAddressesNegativeTestJSON-1920126927 tempest-ServerAddressesNegativeTestJSON-1920126927-project-member] Lock "655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.908s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.307667] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061038, 'name': Rename_Task, 'duration_secs': 0.196981} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.307953] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.308217] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fb2317c-7e0f-46c7-bdb4-817c95826848 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.320380] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1065.320380] env[69742]: value = "task-4061039" [ 1065.320380] env[69742]: _type = "Task" [ 1065.320380] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.331508] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.340974] env[69742]: DEBUG nova.network.neutron [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updating instance_info_cache with network_info: [{"id": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "address": "fa:16:3e:09:7b:e1", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4720c8c-b3", "ovs_interfaceid": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.465906] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061034, 'name': PowerOffVM_Task, 'duration_secs': 1.285721} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.467854] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.531604] env[69742]: INFO nova.compute.manager [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Detaching volume 01c5aeb2-0851-4420-b1b4-b2236c2377af [ 1065.565358] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.575080] env[69742]: INFO nova.virt.block_device [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Attempting to driver detach volume 01c5aeb2-0851-4420-b1b4-b2236c2377af from mountpoint /dev/sdb [ 1065.575080] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1065.575080] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804863', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'name': 'volume-01c5aeb2-0851-4420-b1b4-b2236c2377af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39af9a92-c1fc-4fe6-b543-3e54009d5389', 'attached_at': '', 'detached_at': '', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'serial': '01c5aeb2-0851-4420-b1b4-b2236c2377af'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1065.576022] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e565872e-5e79-4388-b31d-7a80f8f0ade5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.601895] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aa7b66-868f-4be0-b323-d3618015229d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.616964] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37161bfa-0385-4686-86db-31f572371bbe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.649296] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afdd4b8-d9c6-41a3-b7dd-58e48a8bc091 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.668550] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] The volume has not been displaced from its original location: [datastore2] volume-01c5aeb2-0851-4420-b1b4-b2236c2377af/volume-01c5aeb2-0851-4420-b1b4-b2236c2377af.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1065.674321] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.677552] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45b27e02-74e9-420d-9c5c-196297f2a0e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.697481] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1065.697481] env[69742]: value = "task-4061040" [ 1065.697481] env[69742]: _type = "Task" [ 1065.697481] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.711208] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061040, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.725192] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1065.725481] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804868', 'volume_id': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'name': 'volume-9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10dbef7c-4350-4505-96f6-c6bf96d75a54', 'attached_at': '', 'detached_at': '', 'volume_id': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'serial': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1065.726422] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73785ba-e271-4c84-835b-fba9d1bcd188 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.745771] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72370b90-5b1d-4a5e-a580-f180ea215d5d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.774606] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-9d57e635-b8a9-4ad9-b3e3-8652f4d73c37/volume-9d57e635-b8a9-4ad9-b3e3-8652f4d73c37.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.779374] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c3871e-3623-4025-977b-5c359905a127 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.794436] env[69742]: DEBUG oslo_concurrency.lockutils [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquiring lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.795700] env[69742]: DEBUG oslo_concurrency.lockutils [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.795700] env[69742]: DEBUG oslo_concurrency.lockutils [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquiring lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.795700] env[69742]: DEBUG oslo_concurrency.lockutils [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.795700] env[69742]: DEBUG oslo_concurrency.lockutils [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.797958] env[69742]: INFO nova.compute.manager [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Terminating instance [ 1065.806419] env[69742]: DEBUG oslo_vmware.api [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1065.806419] env[69742]: value = "task-4061041" [ 1065.806419] env[69742]: _type = "Task" [ 1065.806419] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.820312] env[69742]: DEBUG oslo_vmware.api [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.834187] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.844172] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.872889] env[69742]: DEBUG nova.virt.hardware [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='18bd43ea4bc7323be602fe09011804a8',container_format='bare',created_at=2025-05-13T01:21:10Z,direct_url=,disk_format='vmdk',id=51de0098-5134-48e5-b126-d6079161e758,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1174381715-shelved',owner='b66c87fecf9041119bea3965aa90ca34',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-05-13T01:21:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.873216] env[69742]: DEBUG nova.virt.hardware [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.873495] env[69742]: DEBUG nova.virt.hardware [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.873650] env[69742]: DEBUG nova.virt.hardware [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.874160] env[69742]: DEBUG nova.virt.hardware [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.874160] env[69742]: DEBUG nova.virt.hardware [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.874160] env[69742]: DEBUG nova.virt.hardware [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.874951] env[69742]: DEBUG nova.virt.hardware [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.874951] env[69742]: DEBUG nova.virt.hardware [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.874951] env[69742]: DEBUG nova.virt.hardware [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.874951] env[69742]: DEBUG nova.virt.hardware [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.876103] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d52e28-30d2-4d75-9020-4170fb20033b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.886246] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8558a35-4472-4109-9f54-5c2c277904c2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.908549] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:7b:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4720c8c-b38f-42e5-a5cc-d3774760b46d', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.915766] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.919459] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.920062] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6bdc329-7a18-4be7-a5c7-731f8bf80f58 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.948083] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.948083] env[69742]: value = "task-4061042" [ 1065.948083] env[69742]: _type = "Task" [ 1065.948083] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.956536] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed27fff6-f0d2-46ce-9dba-360bbc72cb51 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.969124] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e38f2ec-ff51-44f7-b6c7-550a571db251 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.973132] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061042, 'name': CreateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.014890] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585d9d73-f93b-4774-9d4c-450bb5ff6089 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.024412] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd918c26-7d25-4012-8002-8e95be98769a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.042726] env[69742]: DEBUG nova.compute.provider_tree [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.067288] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.212390] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061040, 'name': ReconfigVM_Task, 'duration_secs': 0.317387} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.212708] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1066.217751] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e02c574-c170-4857-ba34-ba2282272f8a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.236069] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1066.236069] env[69742]: value = "task-4061043" [ 1066.236069] env[69742]: _type = "Task" [ 1066.236069] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.243709] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.302890] env[69742]: DEBUG nova.compute.manager [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.303374] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.304593] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fe6f63-6848-41f4-99b8-da3893a381de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.316483] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.320416] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ea9dd7-6b84-482b-84da-c3761c2fd05f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.322618] env[69742]: DEBUG oslo_vmware.api [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.334217] env[69742]: DEBUG oslo_vmware.api [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061039, 'name': PowerOnVM_Task, 'duration_secs': 0.764997} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.336135] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.336481] env[69742]: INFO nova.compute.manager [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1066.336731] env[69742]: DEBUG nova.compute.manager [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.337184] env[69742]: DEBUG oslo_vmware.api [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for the task: (returnval){ [ 1066.337184] env[69742]: value = "task-4061044" [ 1066.337184] env[69742]: _type = "Task" [ 1066.337184] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.338123] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e79a91d-3eef-4319-9b31-4b207966d2ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.353684] env[69742]: DEBUG oslo_vmware.api [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4061044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.459719] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061042, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.550410] env[69742]: DEBUG nova.scheduler.client.report [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.555340] env[69742]: INFO nova.compute.manager [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Unrescuing [ 1066.555695] env[69742]: DEBUG oslo_concurrency.lockutils [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.555814] env[69742]: DEBUG oslo_concurrency.lockutils [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.556155] env[69742]: DEBUG nova.network.neutron [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.561650] env[69742]: DEBUG nova.compute.manager [req-d12b404d-736a-4f30-9ff1-f5a2d3947f6c req-f701a667-a42e-4352-ba1f-ec2c19e66f72 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Received event network-changed-c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.561650] env[69742]: DEBUG nova.compute.manager [req-d12b404d-736a-4f30-9ff1-f5a2d3947f6c req-f701a667-a42e-4352-ba1f-ec2c19e66f72 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Refreshing instance network info cache due to event network-changed-c4720c8c-b38f-42e5-a5cc-d3774760b46d. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.561650] env[69742]: DEBUG oslo_concurrency.lockutils [req-d12b404d-736a-4f30-9ff1-f5a2d3947f6c req-f701a667-a42e-4352-ba1f-ec2c19e66f72 service nova] Acquiring lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.561650] env[69742]: DEBUG oslo_concurrency.lockutils [req-d12b404d-736a-4f30-9ff1-f5a2d3947f6c req-f701a667-a42e-4352-ba1f-ec2c19e66f72 service nova] Acquired lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.561650] env[69742]: DEBUG nova.network.neutron [req-d12b404d-736a-4f30-9ff1-f5a2d3947f6c req-f701a667-a42e-4352-ba1f-ec2c19e66f72 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Refreshing network info cache for port c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.575744] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.748841] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061043, 'name': ReconfigVM_Task, 'duration_secs': 0.215569} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.749203] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804863', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'name': 'volume-01c5aeb2-0851-4420-b1b4-b2236c2377af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39af9a92-c1fc-4fe6-b543-3e54009d5389', 'attached_at': '', 'detached_at': '', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'serial': '01c5aeb2-0851-4420-b1b4-b2236c2377af'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1066.818758] env[69742]: DEBUG oslo_vmware.api [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061041, 'name': ReconfigVM_Task, 'duration_secs': 0.621652} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.819307] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-9d57e635-b8a9-4ad9-b3e3-8652f4d73c37/volume-9d57e635-b8a9-4ad9-b3e3-8652f4d73c37.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.823990] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed0706d-b6cb-4096-a6c5-c625991eeda6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.842414] env[69742]: DEBUG oslo_vmware.api [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1066.842414] env[69742]: value = "task-4061045" [ 1066.842414] env[69742]: _type = "Task" [ 1066.842414] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.857581] env[69742]: DEBUG oslo_vmware.api [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4061044, 'name': PowerOffVM_Task, 'duration_secs': 0.245766} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.857786] env[69742]: DEBUG oslo_vmware.api [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.859538] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.859538] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.859538] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d362a6e-d30d-46c3-978a-d77e44effe80 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.872150] env[69742]: INFO nova.compute.manager [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Took 22.57 seconds to build instance. [ 1066.943525] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.943525] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.943525] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Deleting the datastore file [datastore1] 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.943824] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05df9bad-36b4-4b04-ae1d-7384de224958 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.960405] env[69742]: DEBUG oslo_vmware.api [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for the task: (returnval){ [ 1066.960405] env[69742]: value = "task-4061047" [ 1066.960405] env[69742]: _type = "Task" [ 1066.960405] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.970326] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061042, 'name': CreateVM_Task, 'duration_secs': 0.512952} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.970998] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.972087] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.972334] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.972750] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.973051] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd222b9b-da57-4c2d-8538-d12b8679920f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.979939] env[69742]: DEBUG oslo_vmware.api [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4061047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.984372] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1066.984372] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528b4fda-b004-affb-70c9-c6840372f344" [ 1066.984372] env[69742]: _type = "Task" [ 1066.984372] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.994413] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528b4fda-b004-affb-70c9-c6840372f344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.065328] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.065925] env[69742]: DEBUG nova.compute.manager [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.072338] env[69742]: DEBUG oslo_concurrency.lockutils [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.113s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.073254] env[69742]: DEBUG nova.objects.instance [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lazy-loading 'resources' on Instance uuid c1fda6cf-f884-4df7-a10d-3ddce8b26917 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.083674] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.346226] env[69742]: DEBUG nova.network.neutron [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Updating instance_info_cache with network_info: [{"id": "65e9efa3-71db-498d-b8cd-7e27326623d7", "address": "fa:16:3e:06:50:06", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e9efa3-71", "ovs_interfaceid": "65e9efa3-71db-498d-b8cd-7e27326623d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.365882] env[69742]: DEBUG oslo_vmware.api [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061045, 'name': ReconfigVM_Task, 'duration_secs': 0.178059} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.366361] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804868', 'volume_id': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'name': 'volume-9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10dbef7c-4350-4505-96f6-c6bf96d75a54', 'attached_at': '', 'detached_at': '', 'volume_id': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'serial': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1067.375927] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79a56ba0-b7cf-4ea7-a212-141a7de21e90 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "73f5f454-1233-43ed-92e8-c2e813b8e73f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.101s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.474804] env[69742]: DEBUG oslo_vmware.api [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Task: {'id': task-4061047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326796} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.478461] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.478910] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.479336] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.479559] env[69742]: INFO nova.compute.manager [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1067.479928] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.480271] env[69742]: DEBUG nova.compute.manager [-] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.480472] env[69742]: DEBUG nova.network.neutron [-] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.497633] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.498140] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Processing image 51de0098-5134-48e5-b126-d6079161e758 {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.498496] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758/51de0098-5134-48e5-b126-d6079161e758.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.498733] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758/51de0098-5134-48e5-b126-d6079161e758.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.499021] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.499439] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d89adb0b-dbf0-4c4c-b117-d3ebd4058135 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.511060] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.511510] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.512630] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efaac911-b63c-4941-b656-446db30e7d68 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.520080] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1067.520080] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5288a43d-7b32-287f-3a8f-8993a19273b9" [ 1067.520080] env[69742]: _type = "Task" [ 1067.520080] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.532725] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5288a43d-7b32-287f-3a8f-8993a19273b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.563158] env[69742]: DEBUG nova.network.neutron [req-d12b404d-736a-4f30-9ff1-f5a2d3947f6c req-f701a667-a42e-4352-ba1f-ec2c19e66f72 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updated VIF entry in instance network info cache for port c4720c8c-b38f-42e5-a5cc-d3774760b46d. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.563644] env[69742]: DEBUG nova.network.neutron [req-d12b404d-736a-4f30-9ff1-f5a2d3947f6c req-f701a667-a42e-4352-ba1f-ec2c19e66f72 service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updating instance_info_cache with network_info: [{"id": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "address": "fa:16:3e:09:7b:e1", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4720c8c-b3", "ovs_interfaceid": "c4720c8c-b38f-42e5-a5cc-d3774760b46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.575949] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.577262] env[69742]: DEBUG nova.compute.utils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.584807] env[69742]: DEBUG nova.compute.manager [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.584807] env[69742]: DEBUG nova.network.neutron [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.630156] env[69742]: DEBUG nova.policy [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22e525b1f7df4ef9a888da16cb34e5b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86ee79d564324e1286c85982ff1ac338', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.814594] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.815219] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad65283c-8513-4f20-b317-82fa19582166 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.824717] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1067.824717] env[69742]: value = "task-4061048" [ 1067.824717] env[69742]: _type = "Task" [ 1067.824717] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.838943] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.838943] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1067.839094] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804863', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'name': 'volume-01c5aeb2-0851-4420-b1b4-b2236c2377af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39af9a92-c1fc-4fe6-b543-3e54009d5389', 'attached_at': '', 'detached_at': '', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'serial': '01c5aeb2-0851-4420-b1b4-b2236c2377af'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1067.840148] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f9d003-49b4-46c6-9d4f-9ab5615f414c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.863618] env[69742]: DEBUG oslo_concurrency.lockutils [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "refresh_cache-29068741-7d3b-4212-b76b-d47dbde452d0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.864425] env[69742]: DEBUG nova.objects.instance [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lazy-loading 'flavor' on Instance uuid 29068741-7d3b-4212-b76b-d47dbde452d0 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.869189] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb36056d-5f81-480c-b068-93aa5f60b4ad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.881357] env[69742]: WARNING nova.virt.vmwareapi.driver [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1067.881445] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.882246] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf1eaf-7a21-4903-b36c-54bc03e1e74b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.891703] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.892978] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d2ddc83-5da8-47bc-99e5-677f2ae5b00c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.895585] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0d1d5b-7eda-4e04-ba01-816b03e989d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.906609] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a42d18c-a2c0-4869-98e1-91ec34267cb8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.952023] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c946a3b3-a7f5-4c28-8acf-ca6bf42bcc70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.958625] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73f823c-7e88-47f0-8a2f-c3cfdfcef421 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.975589] env[69742]: DEBUG nova.compute.provider_tree [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.980056] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.980586] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.980586] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleting the datastore file [datastore2] 39af9a92-c1fc-4fe6-b543-3e54009d5389 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.981039] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fc30ccb-b7b3-4b51-801c-d35b4182aff8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.989622] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1067.989622] env[69742]: value = "task-4061050" [ 1067.989622] env[69742]: _type = "Task" [ 1067.989622] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.002471] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.033016] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Preparing fetch location {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1068.033249] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Fetch image to [datastore2] OSTACK_IMG_a4f5cf95-56ee-4438-95bf-90b6df1460f7/OSTACK_IMG_a4f5cf95-56ee-4438-95bf-90b6df1460f7.vmdk {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1068.033451] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Downloading stream optimized image 51de0098-5134-48e5-b126-d6079161e758 to [datastore2] OSTACK_IMG_a4f5cf95-56ee-4438-95bf-90b6df1460f7/OSTACK_IMG_a4f5cf95-56ee-4438-95bf-90b6df1460f7.vmdk on the data store datastore2 as vApp {{(pid=69742) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1068.033639] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Downloading image file data 51de0098-5134-48e5-b126-d6079161e758 to the ESX as VM named 'OSTACK_IMG_a4f5cf95-56ee-4438-95bf-90b6df1460f7' {{(pid=69742) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1068.057222] env[69742]: DEBUG nova.network.neutron [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Successfully created port: ede3c8ee-b5cd-4ab0-87a8-613916c50f82 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.070617] env[69742]: DEBUG oslo_concurrency.lockutils [req-d12b404d-736a-4f30-9ff1-f5a2d3947f6c req-f701a667-a42e-4352-ba1f-ec2c19e66f72 service nova] Releasing lock "refresh_cache-9030bfbe-5557-4101-b2b7-06cc63159def" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.090804] env[69742]: DEBUG nova.compute.manager [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.096819] env[69742]: DEBUG oslo_vmware.api [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061026, 'name': ReconfigVM_Task, 'duration_secs': 5.854478} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.097565] env[69742]: DEBUG oslo_concurrency.lockutils [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.097649] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Reconfigured VM to detach interface {{(pid=69742) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1068.393162] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdac1ce-27f1-4e2f-aff2-749b5f9c534c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.424399] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.424399] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36d7e3ab-4fea-447d-b2eb-9d232c80cd11 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.433446] env[69742]: DEBUG oslo_vmware.api [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1068.433446] env[69742]: value = "task-4061051" [ 1068.433446] env[69742]: _type = "Task" [ 1068.433446] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.444856] env[69742]: DEBUG oslo_vmware.api [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.454302] env[69742]: DEBUG nova.objects.instance [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lazy-loading 'flavor' on Instance uuid 10dbef7c-4350-4505-96f6-c6bf96d75a54 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.482095] env[69742]: DEBUG nova.scheduler.client.report [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.506403] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46903} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.507941] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.508323] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.508615] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.633453] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1068.633453] env[69742]: value = "resgroup-9" [ 1068.633453] env[69742]: _type = "ResourcePool" [ 1068.633453] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1068.634281] env[69742]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ab772d49-2093-456c-b8d0-e0c8a6924f95 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.655545] env[69742]: DEBUG nova.network.neutron [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Successfully created port: 291f9e85-923b-4c2a-a91c-254cdf785e91 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.670528] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lease: (returnval){ [ 1068.670528] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526f91a7-e9ba-5994-491d-b126ec5d29c1" [ 1068.670528] env[69742]: _type = "HttpNfcLease" [ 1068.670528] env[69742]: } obtained for vApp import into resource pool (val){ [ 1068.670528] env[69742]: value = "resgroup-9" [ 1068.670528] env[69742]: _type = "ResourcePool" [ 1068.670528] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1068.670916] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the lease: (returnval){ [ 1068.670916] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526f91a7-e9ba-5994-491d-b126ec5d29c1" [ 1068.670916] env[69742]: _type = "HttpNfcLease" [ 1068.670916] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.681746] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.681746] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526f91a7-e9ba-5994-491d-b126ec5d29c1" [ 1068.681746] env[69742]: _type = "HttpNfcLease" [ 1068.681746] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.758763] env[69742]: DEBUG nova.compute.manager [req-bdad0568-54e1-4bfb-97d2-f0509a529c3e req-ce8491ab-3894-4a1a-9fa7-0a6d011aff17 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received event network-vif-deleted-58cf2f85-c9e8-4769-a178-fdfaa6d5d949 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.759021] env[69742]: INFO nova.compute.manager [req-bdad0568-54e1-4bfb-97d2-f0509a529c3e req-ce8491ab-3894-4a1a-9fa7-0a6d011aff17 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Neutron deleted interface 58cf2f85-c9e8-4769-a178-fdfaa6d5d949; detaching it from the instance and deleting it from the info cache [ 1068.759577] env[69742]: DEBUG nova.network.neutron [req-bdad0568-54e1-4bfb-97d2-f0509a529c3e req-ce8491ab-3894-4a1a-9fa7-0a6d011aff17 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updating instance_info_cache with network_info: [{"id": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "address": "fa:16:3e:3d:0d:6a", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14c10a1-41", "ovs_interfaceid": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ebad1161-f836-4a52-8238-21e14cc94fb8", "address": "fa:16:3e:0f:6a:16", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebad1161-f8", "ovs_interfaceid": "ebad1161-f836-4a52-8238-21e14cc94fb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.862275] env[69742]: DEBUG nova.compute.manager [req-8cb0d243-1d1b-46ea-abd6-565646aadf1d req-cbe400b5-16c0-47a0-949f-2aa3805e0187 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Received event network-vif-deleted-05efe353-3b9a-4556-a9b8-4e69d5730ee4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.862588] env[69742]: INFO nova.compute.manager [req-8cb0d243-1d1b-46ea-abd6-565646aadf1d req-cbe400b5-16c0-47a0-949f-2aa3805e0187 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Neutron deleted interface 05efe353-3b9a-4556-a9b8-4e69d5730ee4; detaching it from the instance and deleting it from the info cache [ 1068.862784] env[69742]: DEBUG nova.network.neutron [req-8cb0d243-1d1b-46ea-abd6-565646aadf1d req-cbe400b5-16c0-47a0-949f-2aa3805e0187 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.953909] env[69742]: DEBUG oslo_vmware.api [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061051, 'name': PowerOffVM_Task, 'duration_secs': 0.355002} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.954428] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.965533] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.968891] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d29cab8-fb43-466a-ab50-890eb482e6f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.998329] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e0a23b14-e6d7-4a77-89c6-4d1215f73f79 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.444s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.003427] env[69742]: DEBUG oslo_concurrency.lockutils [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.013067] env[69742]: DEBUG oslo_vmware.api [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1069.013067] env[69742]: value = "task-4061053" [ 1069.013067] env[69742]: _type = "Task" [ 1069.013067] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.022317] env[69742]: INFO nova.virt.block_device [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Booting with volume 01c5aeb2-0851-4420-b1b4-b2236c2377af at /dev/sdb [ 1069.040068] env[69742]: DEBUG oslo_vmware.api [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.045283] env[69742]: INFO nova.scheduler.client.report [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Deleted allocations for instance c1fda6cf-f884-4df7-a10d-3ddce8b26917 [ 1069.099253] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36e42245-c12f-467c-a96a-4465113b9e8e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.106866] env[69742]: DEBUG nova.compute.manager [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.116701] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556fa089-0de4-4e18-863a-c8aace7319f3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.150630] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4583461-f116-4645-87dc-b3fcd3622852 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.162642] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add2a008-c237-4b84-aabb-b928d5d725f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.176531] env[69742]: DEBUG nova.network.neutron [-] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.185784] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.185784] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526f91a7-e9ba-5994-491d-b126ec5d29c1" [ 1069.185784] env[69742]: _type = "HttpNfcLease" [ 1069.185784] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1069.209071] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4235de89-aeca-421e-bca4-96f3f6ac6549 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.217684] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58fcb4f-56fb-48b3-800b-5de21c2211df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.227478] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.227820] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.228168] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "10dbef7c-4350-4505-96f6-c6bf96d75a54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.228465] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.228725] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.231934] env[69742]: INFO nova.compute.manager [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Terminating instance [ 1069.239606] env[69742]: DEBUG nova.virt.block_device [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Updating existing volume attachment record: b294de68-6617-4fce-86d4-b0951e084b33 {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1069.262685] env[69742]: DEBUG oslo_concurrency.lockutils [req-bdad0568-54e1-4bfb-97d2-f0509a529c3e req-ce8491ab-3894-4a1a-9fa7-0a6d011aff17 service nova] Acquiring lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.263019] env[69742]: DEBUG oslo_concurrency.lockutils [req-bdad0568-54e1-4bfb-97d2-f0509a529c3e req-ce8491ab-3894-4a1a-9fa7-0a6d011aff17 service nova] Acquired lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.265417] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77851005-b07d-434e-851a-52633eff81c0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.284484] env[69742]: DEBUG oslo_concurrency.lockutils [req-bdad0568-54e1-4bfb-97d2-f0509a529c3e req-ce8491ab-3894-4a1a-9fa7-0a6d011aff17 service nova] Releasing lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.284771] env[69742]: WARNING nova.compute.manager [req-bdad0568-54e1-4bfb-97d2-f0509a529c3e req-ce8491ab-3894-4a1a-9fa7-0a6d011aff17 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Detach interface failed, port_id=58cf2f85-c9e8-4769-a178-fdfaa6d5d949, reason: No device with interface-id 58cf2f85-c9e8-4769-a178-fdfaa6d5d949 exists on VM: nova.exception.NotFound: No device with interface-id 58cf2f85-c9e8-4769-a178-fdfaa6d5d949 exists on VM [ 1069.366560] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67265265-511f-44d1-9116-be28509c6d31 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.377497] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68590d34-923a-47be-be42-50cd83d94cbb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.411223] env[69742]: DEBUG nova.compute.manager [req-8cb0d243-1d1b-46ea-abd6-565646aadf1d req-cbe400b5-16c0-47a0-949f-2aa3805e0187 service nova] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Detach interface failed, port_id=05efe353-3b9a-4556-a9b8-4e69d5730ee4, reason: Instance 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.524237] env[69742]: DEBUG oslo_vmware.api [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061053, 'name': ReconfigVM_Task, 'duration_secs': 0.468754} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.524484] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.524721] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.524973] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e13559f-5de4-48c3-b5c6-13b2d417fd3b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.532289] env[69742]: DEBUG oslo_vmware.api [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1069.532289] env[69742]: value = "task-4061054" [ 1069.532289] env[69742]: _type = "Task" [ 1069.532289] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.544145] env[69742]: DEBUG oslo_vmware.api [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.558920] env[69742]: DEBUG oslo_concurrency.lockutils [None req-12af4978-627b-4fe4-ae29-2a9e60d18f93 tempest-ServersAdminTestJSON-1630164379 tempest-ServersAdminTestJSON-1630164379-project-member] Lock "c1fda6cf-f884-4df7-a10d-3ddce8b26917" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.329s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.597067] env[69742]: DEBUG oslo_concurrency.lockutils [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.597067] env[69742]: DEBUG oslo_concurrency.lockutils [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.597067] env[69742]: DEBUG nova.network.neutron [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.661203] env[69742]: DEBUG nova.compute.manager [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.662146] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0885522-e055-4a3e-b642-cd28122ba76e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.682058] env[69742]: INFO nova.compute.manager [-] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Took 2.20 seconds to deallocate network for instance. [ 1069.693786] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.693786] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526f91a7-e9ba-5994-491d-b126ec5d29c1" [ 1069.693786] env[69742]: _type = "HttpNfcLease" [ 1069.693786] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1069.743597] env[69742]: DEBUG nova.compute.manager [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.743875] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.744175] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7edbb585-95e4-49ed-9d12-f571a53dbc26 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.752295] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1069.752295] env[69742]: value = "task-4061055" [ 1069.752295] env[69742]: _type = "Task" [ 1069.752295] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.762952] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.044086] env[69742]: DEBUG oslo_vmware.api [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.123556] env[69742]: DEBUG oslo_concurrency.lockutils [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.123847] env[69742]: DEBUG oslo_concurrency.lockutils [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.124077] env[69742]: DEBUG oslo_concurrency.lockutils [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.124273] env[69742]: DEBUG oslo_concurrency.lockutils [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.124444] env[69742]: DEBUG oslo_concurrency.lockutils [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.127570] env[69742]: INFO nova.compute.manager [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Terminating instance [ 1070.180261] env[69742]: INFO nova.compute.manager [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] instance snapshotting [ 1070.188812] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459cb89c-9329-46cd-afa7-c1adffc833f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.196206] env[69742]: DEBUG oslo_concurrency.lockutils [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.196656] env[69742]: DEBUG oslo_concurrency.lockutils [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.197062] env[69742]: DEBUG nova.objects.instance [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Lazy-loading 'resources' on Instance uuid 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.215665] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.215665] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526f91a7-e9ba-5994-491d-b126ec5d29c1" [ 1070.215665] env[69742]: _type = "HttpNfcLease" [ 1070.215665] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1070.220993] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b23546b-c805-4454-8945-bdfde8e06c6d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.264200] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.280532] env[69742]: DEBUG nova.network.neutron [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Successfully updated port: ede3c8ee-b5cd-4ab0-87a8-613916c50f82 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.446082] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638af42c-0b39-4b9c-b816-c262f3011773 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.455471] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f567d2a0-8696-4802-8d68-0fa45d1dcf45 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.495997] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ac56e-9028-4e80-8dbb-84ce2e56fce0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.507073] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8a074a-fa0a-4203-9ee6-7e15d5b38f7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.524757] env[69742]: DEBUG nova.compute.provider_tree [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.543159] env[69742]: DEBUG oslo_vmware.api [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061054, 'name': PowerOnVM_Task, 'duration_secs': 0.693228} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.543798] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.544080] env[69742]: DEBUG nova.compute.manager [None req-00216692-fd4a-4029-9088-43d792362cb9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.544943] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e62c8c0-78c1-4400-a70d-fe3ee5f612d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.632771] env[69742]: DEBUG nova.compute.manager [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.633165] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.635707] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd327d03-8ca9-444b-8c7b-4f06379f5acb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.645751] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.645751] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45f28984-9f8a-463b-8809-df4f32dea9a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.646932] env[69742]: INFO nova.network.neutron [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Port ebad1161-f836-4a52-8238-21e14cc94fb8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1070.647358] env[69742]: DEBUG nova.network.neutron [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updating instance_info_cache with network_info: [{"id": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "address": "fa:16:3e:3d:0d:6a", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14c10a1-41", "ovs_interfaceid": "d14c10a1-41ff-4553-b17b-84a53b3d3c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.654864] env[69742]: DEBUG oslo_vmware.api [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1070.654864] env[69742]: value = "task-4061056" [ 1070.654864] env[69742]: _type = "Task" [ 1070.654864] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.669352] env[69742]: DEBUG oslo_vmware.api [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.691293] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.691293] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526f91a7-e9ba-5994-491d-b126ec5d29c1" [ 1070.691293] env[69742]: _type = "HttpNfcLease" [ 1070.691293] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1070.691873] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1070.691873] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526f91a7-e9ba-5994-491d-b126ec5d29c1" [ 1070.691873] env[69742]: _type = "HttpNfcLease" [ 1070.691873] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1070.692708] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d270f6-c174-4d6b-bbf9-1197fce4580e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.704710] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52308cc3-cfc9-c74f-927d-afce1dae4de8/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1070.705084] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52308cc3-cfc9-c74f-927d-afce1dae4de8/disk-0.vmdk. {{(pid=69742) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1070.770369] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1070.770869] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ff5316a-e291-4514-bd74-7ddcc8e6210f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.786044] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70f11f7d-ad57-4ff2-aa33-02c001a0a1d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.791209] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061055, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.794603] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1070.794603] env[69742]: value = "task-4061057" [ 1070.794603] env[69742]: _type = "Task" [ 1070.794603] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.807881] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061057, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.983834] env[69742]: DEBUG nova.compute.manager [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Received event network-vif-plugged-ede3c8ee-b5cd-4ab0-87a8-613916c50f82 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.984146] env[69742]: DEBUG oslo_concurrency.lockutils [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] Acquiring lock "0d4536ac-5af0-4181-a4c0-d87adf55e256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.984406] env[69742]: DEBUG oslo_concurrency.lockutils [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] Lock "0d4536ac-5af0-4181-a4c0-d87adf55e256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.984613] env[69742]: DEBUG oslo_concurrency.lockutils [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] Lock "0d4536ac-5af0-4181-a4c0-d87adf55e256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.984816] env[69742]: DEBUG nova.compute.manager [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] No waiting events found dispatching network-vif-plugged-ede3c8ee-b5cd-4ab0-87a8-613916c50f82 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.985392] env[69742]: WARNING nova.compute.manager [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Received unexpected event network-vif-plugged-ede3c8ee-b5cd-4ab0-87a8-613916c50f82 for instance with vm_state building and task_state spawning. [ 1070.985392] env[69742]: DEBUG nova.compute.manager [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Received event network-changed-ede3c8ee-b5cd-4ab0-87a8-613916c50f82 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.985392] env[69742]: DEBUG nova.compute.manager [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Refreshing instance network info cache due to event network-changed-ede3c8ee-b5cd-4ab0-87a8-613916c50f82. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.985597] env[69742]: DEBUG oslo_concurrency.lockutils [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] Acquiring lock "refresh_cache-0d4536ac-5af0-4181-a4c0-d87adf55e256" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.985771] env[69742]: DEBUG oslo_concurrency.lockutils [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] Acquired lock "refresh_cache-0d4536ac-5af0-4181-a4c0-d87adf55e256" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.985930] env[69742]: DEBUG nova.network.neutron [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Refreshing network info cache for port ede3c8ee-b5cd-4ab0-87a8-613916c50f82 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.027971] env[69742]: DEBUG nova.scheduler.client.report [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.152860] env[69742]: DEBUG oslo_concurrency.lockutils [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-3f5b86eb-203d-4abc-a622-663d9b5021f0" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.169051] env[69742]: DEBUG oslo_vmware.api [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061056, 'name': PowerOffVM_Task, 'duration_secs': 0.235159} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.171278] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.172693] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.172693] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9917e4f6-e07e-4496-9242-a0fccc2c73bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.182207] env[69742]: DEBUG nova.compute.manager [req-d2ba0485-396d-4c39-9baa-945faecee1e5 req-2ebad7aa-ce34-460e-b626-3dfece119e59 service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received event network-vif-deleted-ebad1161-f836-4a52-8238-21e14cc94fb8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.282442] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061055, 'name': PowerOffVM_Task, 'duration_secs': 1.128955} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.282841] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.282951] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1071.283225] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804868', 'volume_id': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'name': 'volume-9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10dbef7c-4350-4505-96f6-c6bf96d75a54', 'attached_at': '', 'detached_at': '', 'volume_id': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'serial': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1071.284233] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bcdcce-1db2-4b93-84c1-217d7ed0d7de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.322283] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4573741e-823c-4012-9d34-3886018a96db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.325313] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.325515] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.325766] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleting the datastore file [datastore2] 3f5b86eb-203d-4abc-a622-663d9b5021f0 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.327923] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-266e64db-2de8-4203-af3c-4b2a0983dddf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.336865] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061057, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.340167] env[69742]: DEBUG oslo_vmware.api [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1071.340167] env[69742]: value = "task-4061059" [ 1071.340167] env[69742]: _type = "Task" [ 1071.340167] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.344384] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd0dcf-ae24-44e0-9b4c-659c6584e5c8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.357294] env[69742]: DEBUG oslo_vmware.api [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.375000] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aae433-b598-4c73-89de-601b705cb553 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.391917] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] The volume has not been displaced from its original location: [datastore2] volume-9d57e635-b8a9-4ad9-b3e3-8652f4d73c37/volume-9d57e635-b8a9-4ad9-b3e3-8652f4d73c37.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1071.397747] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.398419] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04066e98-28dc-41af-95c8-461a5160d833 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.421780] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1071.421780] env[69742]: value = "task-4061060" [ 1071.421780] env[69742]: _type = "Task" [ 1071.421780] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.435283] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.508220] env[69742]: DEBUG nova.virt.hardware [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.511585] env[69742]: DEBUG nova.virt.hardware [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.511585] env[69742]: DEBUG nova.virt.hardware [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.511585] env[69742]: DEBUG nova.virt.hardware [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.511585] env[69742]: DEBUG nova.virt.hardware [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.511585] env[69742]: DEBUG nova.virt.hardware [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.511585] env[69742]: DEBUG nova.virt.hardware [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.511585] env[69742]: DEBUG nova.virt.hardware [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.511585] env[69742]: DEBUG nova.virt.hardware [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.511585] env[69742]: DEBUG nova.virt.hardware [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.511585] env[69742]: DEBUG nova.virt.hardware [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.513443] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d45b7e6-dd02-4c17-a255-d4916bef6df7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.527295] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e48bb8-9fb0-4cb5-b23b-5767feff07d8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.537093] env[69742]: DEBUG nova.virt.hardware [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.537093] env[69742]: DEBUG nova.virt.hardware [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.537093] env[69742]: DEBUG nova.virt.hardware [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.537093] env[69742]: DEBUG nova.virt.hardware [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.537093] env[69742]: DEBUG nova.virt.hardware [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.537419] env[69742]: DEBUG nova.virt.hardware [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.537590] env[69742]: DEBUG nova.virt.hardware [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.537732] env[69742]: DEBUG nova.virt.hardware [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.537972] env[69742]: DEBUG nova.virt.hardware [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.538209] env[69742]: DEBUG nova.virt.hardware [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.538470] env[69742]: DEBUG nova.virt.hardware [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.539511] env[69742]: DEBUG oslo_concurrency.lockutils [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.343s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.543552] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e821c9ef-f6e7-4a2f-a6a5-8fd537bf31ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.582733] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb68f67-f9c0-4395-8733-4ebbd0f3f925 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.591375] env[69742]: DEBUG nova.network.neutron [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.607574] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:d8:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94d2ae0b-e886-4496-b9a1-e8cea6211150', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.615977] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.622915] env[69742]: INFO nova.scheduler.client.report [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Deleted allocations for instance 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd [ 1071.627467] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.632577] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15cc6077-a4d0-42de-9fd6-511412199632 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.657930] env[69742]: DEBUG oslo_vmware.rw_handles [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8af76-e3cd-2cde-91b0-f9c03327f587/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1071.659173] env[69742]: DEBUG oslo_concurrency.lockutils [None req-391ed311-1f3f-494e-b2eb-d83b1e7fc54f tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-3f5b86eb-203d-4abc-a622-663d9b5021f0-58cf2f85-c9e8-4769-a178-fdfaa6d5d949" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.194s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.661256] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004c3be1-2207-48f8-9c94-7f32f9da7af0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.670601] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.670601] env[69742]: value = "task-4061061" [ 1071.670601] env[69742]: _type = "Task" [ 1071.670601] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.676018] env[69742]: DEBUG oslo_vmware.rw_handles [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8af76-e3cd-2cde-91b0-f9c03327f587/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1071.676281] env[69742]: ERROR oslo_vmware.rw_handles [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8af76-e3cd-2cde-91b0-f9c03327f587/disk-0.vmdk due to incomplete transfer. [ 1071.676939] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cf189268-ba9d-4689-8d52-8b2dc4b8c35e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.682300] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061061, 'name': CreateVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.700641] env[69742]: DEBUG oslo_vmware.rw_handles [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8af76-e3cd-2cde-91b0-f9c03327f587/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1071.701695] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Uploaded image d12e15d2-dfbb-4f9a-a5ed-026d1d668135 to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1071.704850] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1071.704850] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-243b4253-ffd3-4401-ab0f-98933827132e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.721618] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1071.721618] env[69742]: value = "task-4061062" [ 1071.721618] env[69742]: _type = "Task" [ 1071.721618] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.732461] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061062, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.822777] env[69742]: DEBUG nova.network.neutron [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.827788] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061057, 'name': CreateSnapshot_Task, 'duration_secs': 0.788961} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.828295] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1071.832094] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ecc86-6b89-4a9b-9106-355ad1e43a63 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.853878] env[69742]: DEBUG oslo_vmware.api [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410497} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.854560] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.854560] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.854733] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.854786] env[69742]: INFO nova.compute.manager [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1071.855113] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.855445] env[69742]: DEBUG nova.compute.manager [-] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.855445] env[69742]: DEBUG nova.network.neutron [-] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.934396] env[69742]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port ebad1161-f836-4a52-8238-21e14cc94fb8 could not be found.", "detail": ""}} {{(pid=69742) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1071.934772] env[69742]: DEBUG nova.network.neutron [-] Unable to show port ebad1161-f836-4a52-8238-21e14cc94fb8 as it no longer exists. {{(pid=69742) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1071.946896] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061060, 'name': ReconfigVM_Task, 'duration_secs': 0.335022} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.950939] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.956908] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a03a29d6-6e01-4620-a905-69993606db9d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.976543] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1071.976543] env[69742]: value = "task-4061063" [ 1071.976543] env[69742]: _type = "Task" [ 1071.976543] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.986291] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.152565] env[69742]: DEBUG oslo_concurrency.lockutils [None req-95a270e2-ac45-4978-aefd-9144ee2d4978 tempest-ServersV294TestFqdnHostnames-1134574744 tempest-ServersV294TestFqdnHostnames-1134574744-project-member] Lock "4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.358s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.183554] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061061, 'name': CreateVM_Task, 'duration_secs': 0.469401} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.183775] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.184855] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.184929] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.185312] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.188271] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03476dc9-de3f-421c-ad05-00e24b64d7fe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.196095] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1072.196095] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d49467-417b-8ce3-61a1-704d6b7c9e90" [ 1072.196095] env[69742]: _type = "Task" [ 1072.196095] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.213046] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d49467-417b-8ce3-61a1-704d6b7c9e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.236085] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061062, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.329097] env[69742]: DEBUG oslo_concurrency.lockutils [req-7e18cea9-1d3a-41dd-b751-ab05c4a6e2b6 req-3181b128-ec80-4d6c-a305-58eafdf1a1aa service nova] Releasing lock "refresh_cache-0d4536ac-5af0-4181-a4c0-d87adf55e256" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.350385] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1072.354135] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9093a2b-c6a5-466c-b7bd-493d5f2ddbe4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.364857] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1072.364857] env[69742]: value = "task-4061064" [ 1072.364857] env[69742]: _type = "Task" [ 1072.364857] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.374220] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061064, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.402697] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Completed reading data from the image iterator. {{(pid=69742) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1072.402697] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52308cc3-cfc9-c74f-927d-afce1dae4de8/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1072.403672] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84955c72-7a9e-4db3-b401-b74bb3054ec6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.411906] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52308cc3-cfc9-c74f-927d-afce1dae4de8/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1072.412362] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52308cc3-cfc9-c74f-927d-afce1dae4de8/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1072.412715] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-132a2c37-5d22-41f9-8c3d-b7ed87bcd230 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.490274] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061063, 'name': ReconfigVM_Task, 'duration_secs': 0.258722} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.490670] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804868', 'volume_id': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'name': 'volume-9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10dbef7c-4350-4505-96f6-c6bf96d75a54', 'attached_at': '', 'detached_at': '', 'volume_id': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37', 'serial': '9d57e635-b8a9-4ad9-b3e3-8652f4d73c37'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1072.490979] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.492102] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e367e035-82d7-46c6-826b-854e8ce39732 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.500975] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.501394] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f33cd25-cc6e-4d8b-b0b0-54ac07e40457 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.601764] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.601954] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.603104] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleting the datastore file [datastore1] 10dbef7c-4350-4505-96f6-c6bf96d75a54 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.603104] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d763101f-0a95-42dc-9e99-88f17d998d73 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.611398] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1072.611398] env[69742]: value = "task-4061066" [ 1072.611398] env[69742]: _type = "Task" [ 1072.611398] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.626984] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.711290] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d49467-417b-8ce3-61a1-704d6b7c9e90, 'name': SearchDatastore_Task, 'duration_secs': 0.016354} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.711290] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.716028] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.716028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.716028] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.716028] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.716028] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbcb7e18-7f62-455e-9808-9e7a19477cc6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.737703] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061062, 'name': Destroy_Task, 'duration_secs': 0.575526} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.738303] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Destroyed the VM [ 1072.738674] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1072.739084] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b956b306-b090-4e32-aac5-904ce691f87b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.748535] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1072.748535] env[69742]: value = "task-4061067" [ 1072.748535] env[69742]: _type = "Task" [ 1072.748535] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.753376] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.755021] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.755280] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d1e5fe-67ad-47c1-ab59-12c518c9792c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.761416] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061067, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.768026] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1072.768026] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cddadb-b91e-8080-0a3b-256307e91d5d" [ 1072.768026] env[69742]: _type = "Task" [ 1072.768026] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.778218] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cddadb-b91e-8080-0a3b-256307e91d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.879269] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061064, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.887245] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52308cc3-cfc9-c74f-927d-afce1dae4de8/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1072.887491] env[69742]: INFO nova.virt.vmwareapi.images [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Downloaded image file data 51de0098-5134-48e5-b126-d6079161e758 [ 1072.888973] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89aa7cb-f493-4eed-988f-9395a0c0f45f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.907962] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9347253-d4f5-4fdb-bc8e-bd68d2696f13 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.941022] env[69742]: INFO nova.virt.vmwareapi.images [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] The imported VM was unregistered [ 1072.941022] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Caching image {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1072.941022] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating directory with path [datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758 {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.941746] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af917c62-bad5-4280-a1eb-68fcbd6b917d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.958383] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Created directory with path [datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758 {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.958383] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a4f5cf95-56ee-4438-95bf-90b6df1460f7/OSTACK_IMG_a4f5cf95-56ee-4438-95bf-90b6df1460f7.vmdk to [datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758/51de0098-5134-48e5-b126-d6079161e758.vmdk. {{(pid=69742) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1072.958383] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-db08ffa1-67b9-40ac-85fa-8583f7bb49ff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.969203] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1072.969203] env[69742]: value = "task-4061069" [ 1072.969203] env[69742]: _type = "Task" [ 1072.969203] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.979721] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061069, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.025627] env[69742]: DEBUG nova.network.neutron [-] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.109423] env[69742]: DEBUG nova.compute.manager [req-5fae9712-24da-4763-9f48-8970f5edd5ae req-8e110fe1-0e3c-4948-ab1e-4410382da2bc service nova] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Received event network-vif-deleted-d14c10a1-41ff-4553-b17b-84a53b3d3c6e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.122948] env[69742]: DEBUG oslo_vmware.api [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269872} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.123423] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.123702] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.123920] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.124171] env[69742]: INFO nova.compute.manager [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Took 3.38 seconds to destroy the instance on the hypervisor. [ 1073.124488] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.124758] env[69742]: DEBUG nova.compute.manager [-] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.124898] env[69742]: DEBUG nova.network.neutron [-] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.260231] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061067, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.277221] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cddadb-b91e-8080-0a3b-256307e91d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.014689} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.278060] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30132c13-472b-4c43-ae89-252a0207e2e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.283990] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1073.283990] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520e8327-e51a-f465-e19b-0dc3b6e68276" [ 1073.283990] env[69742]: _type = "Task" [ 1073.283990] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.293270] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520e8327-e51a-f465-e19b-0dc3b6e68276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.376873] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061064, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.450265] env[69742]: DEBUG nova.compute.manager [req-ae3a49d1-8c59-48c6-a33f-7746f5f8c8a4 req-a073b076-01d4-4275-a139-30aba765eb14 service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Received event network-vif-plugged-291f9e85-923b-4c2a-a91c-254cdf785e91 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.450265] env[69742]: DEBUG oslo_concurrency.lockutils [req-ae3a49d1-8c59-48c6-a33f-7746f5f8c8a4 req-a073b076-01d4-4275-a139-30aba765eb14 service nova] Acquiring lock "0d4536ac-5af0-4181-a4c0-d87adf55e256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.450481] env[69742]: DEBUG oslo_concurrency.lockutils [req-ae3a49d1-8c59-48c6-a33f-7746f5f8c8a4 req-a073b076-01d4-4275-a139-30aba765eb14 service nova] Lock "0d4536ac-5af0-4181-a4c0-d87adf55e256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.450627] env[69742]: DEBUG oslo_concurrency.lockutils [req-ae3a49d1-8c59-48c6-a33f-7746f5f8c8a4 req-a073b076-01d4-4275-a139-30aba765eb14 service nova] Lock "0d4536ac-5af0-4181-a4c0-d87adf55e256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.450853] env[69742]: DEBUG nova.compute.manager [req-ae3a49d1-8c59-48c6-a33f-7746f5f8c8a4 req-a073b076-01d4-4275-a139-30aba765eb14 service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] No waiting events found dispatching network-vif-plugged-291f9e85-923b-4c2a-a91c-254cdf785e91 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.451814] env[69742]: WARNING nova.compute.manager [req-ae3a49d1-8c59-48c6-a33f-7746f5f8c8a4 req-a073b076-01d4-4275-a139-30aba765eb14 service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Received unexpected event network-vif-plugged-291f9e85-923b-4c2a-a91c-254cdf785e91 for instance with vm_state building and task_state spawning. [ 1073.480082] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061069, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.528036] env[69742]: INFO nova.compute.manager [-] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Took 1.67 seconds to deallocate network for instance. [ 1073.534149] env[69742]: DEBUG nova.network.neutron [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Successfully updated port: 291f9e85-923b-4c2a-a91c-254cdf785e91 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.760769] env[69742]: DEBUG oslo_vmware.api [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061067, 'name': RemoveSnapshot_Task, 'duration_secs': 0.994388} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.762078] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1073.762078] env[69742]: INFO nova.compute.manager [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Took 16.95 seconds to snapshot the instance on the hypervisor. [ 1073.798033] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520e8327-e51a-f465-e19b-0dc3b6e68276, 'name': SearchDatastore_Task, 'duration_secs': 0.017588} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.798676] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.800221] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 39af9a92-c1fc-4fe6-b543-3e54009d5389/39af9a92-c1fc-4fe6-b543-3e54009d5389.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.800221] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22d78dbf-da36-4e8b-85a6-7b193339718b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.811254] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1073.811254] env[69742]: value = "task-4061070" [ 1073.811254] env[69742]: _type = "Task" [ 1073.811254] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.821452] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.881095] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061064, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.982422] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061069, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.007225] env[69742]: DEBUG nova.network.neutron [-] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.037056] env[69742]: DEBUG oslo_concurrency.lockutils [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.037431] env[69742]: DEBUG oslo_concurrency.lockutils [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.037662] env[69742]: DEBUG nova.objects.instance [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'resources' on Instance uuid 3f5b86eb-203d-4abc-a622-663d9b5021f0 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.039254] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "refresh_cache-0d4536ac-5af0-4181-a4c0-d87adf55e256" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.043240] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquired lock "refresh_cache-0d4536ac-5af0-4181-a4c0-d87adf55e256" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.043240] env[69742]: DEBUG nova.network.neutron [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.326296] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.354624] env[69742]: DEBUG nova.compute.manager [None req-90d13f9c-8391-4865-b18e-f1fb095300ff tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Found 1 images (rotation: 2) {{(pid=69742) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1074.381333] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061064, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.482208] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061069, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.509979] env[69742]: INFO nova.compute.manager [-] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Took 1.38 seconds to deallocate network for instance. [ 1074.646745] env[69742]: DEBUG nova.network.neutron [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.749667] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6ce8f0-9ad5-4057-8d38-f06c7c0cdb43 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.759974] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1fe83a-5a2d-4b78-b46e-28f26845a1a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.801305] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4901745-ca54-49d4-a9d3-3d800bfbf757 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.811976] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf7971e-e11b-407f-944b-1d71f18f4958 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.834898] env[69742]: DEBUG nova.compute.provider_tree [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.840953] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.886664] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061064, 'name': CloneVM_Task, 'duration_secs': 2.409503} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.890867] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Created linked-clone VM from snapshot [ 1074.891925] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f05191-e30a-46c6-acc2-9084a62ee286 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.907221] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Uploading image f4671a21-f7ac-4235-9cab-b144e8169fbe {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1074.927217] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1074.927983] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dcc4977d-7036-4ad2-be74-cea2edec0a20 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.945412] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1074.945412] env[69742]: value = "task-4061071" [ 1074.945412] env[69742]: _type = "Task" [ 1074.945412] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.965944] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061071, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.990810] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061069, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.076842] env[69742]: INFO nova.compute.manager [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Took 0.57 seconds to detach 1 volumes for instance. [ 1075.338364] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.346374] env[69742]: DEBUG nova.scheduler.client.report [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.422492] env[69742]: DEBUG nova.network.neutron [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Updating instance_info_cache with network_info: [{"id": "ede3c8ee-b5cd-4ab0-87a8-613916c50f82", "address": "fa:16:3e:c1:75:90", "network": {"id": "5a885844-dc0d-456c-a113-0d93d67107ec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1505908659", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede3c8ee-b5", "ovs_interfaceid": "ede3c8ee-b5cd-4ab0-87a8-613916c50f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "291f9e85-923b-4c2a-a91c-254cdf785e91", "address": "fa:16:3e:aa:26:73", "network": {"id": "b4407fe5-ac94-44d3-ab74-a1a852b0ccde", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790353816", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291f9e85-92", "ovs_interfaceid": "291f9e85-923b-4c2a-a91c-254cdf785e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.462964] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061071, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.492208] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061069, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.509615] env[69742]: DEBUG nova.compute.manager [req-9cb07604-25c6-4582-815a-1ac536429c9e req-9fcaef22-9e5f-491e-bf91-9223a7260b99 service nova] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Received event network-vif-deleted-717b5ffb-2dbd-4c06-a527-302ec4c56f4f {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.536240] env[69742]: DEBUG nova.compute.manager [req-399145c8-67ab-4c4e-9f29-f9f70df4533b req-d8c1c180-0e0c-42f9-9b10-b14e11d70d1a service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Received event network-changed-291f9e85-923b-4c2a-a91c-254cdf785e91 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.536240] env[69742]: DEBUG nova.compute.manager [req-399145c8-67ab-4c4e-9f29-f9f70df4533b req-d8c1c180-0e0c-42f9-9b10-b14e11d70d1a service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Refreshing instance network info cache due to event network-changed-291f9e85-923b-4c2a-a91c-254cdf785e91. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.536633] env[69742]: DEBUG oslo_concurrency.lockutils [req-399145c8-67ab-4c4e-9f29-f9f70df4533b req-d8c1c180-0e0c-42f9-9b10-b14e11d70d1a service nova] Acquiring lock "refresh_cache-0d4536ac-5af0-4181-a4c0-d87adf55e256" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.561882] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "4141d5be-3101-404d-b948-2c88a110b2f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.562154] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.584288] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.828308] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061070, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.858125] env[69742]: DEBUG oslo_concurrency.lockutils [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.859012] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.275s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.859514] env[69742]: DEBUG nova.objects.instance [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lazy-loading 'resources' on Instance uuid 10dbef7c-4350-4505-96f6-c6bf96d75a54 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.890947] env[69742]: INFO nova.scheduler.client.report [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleted allocations for instance 3f5b86eb-203d-4abc-a622-663d9b5021f0 [ 1075.919066] env[69742]: DEBUG nova.compute.manager [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.920100] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa5be78-c34d-4ea0-9b76-caa247e8701c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.926080] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Releasing lock "refresh_cache-0d4536ac-5af0-4181-a4c0-d87adf55e256" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.926282] env[69742]: DEBUG nova.compute.manager [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Instance network_info: |[{"id": "ede3c8ee-b5cd-4ab0-87a8-613916c50f82", "address": "fa:16:3e:c1:75:90", "network": {"id": "5a885844-dc0d-456c-a113-0d93d67107ec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1505908659", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede3c8ee-b5", "ovs_interfaceid": "ede3c8ee-b5cd-4ab0-87a8-613916c50f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "291f9e85-923b-4c2a-a91c-254cdf785e91", "address": "fa:16:3e:aa:26:73", "network": {"id": "b4407fe5-ac94-44d3-ab74-a1a852b0ccde", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790353816", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291f9e85-92", "ovs_interfaceid": "291f9e85-923b-4c2a-a91c-254cdf785e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.926634] env[69742]: DEBUG oslo_concurrency.lockutils [req-399145c8-67ab-4c4e-9f29-f9f70df4533b req-d8c1c180-0e0c-42f9-9b10-b14e11d70d1a service nova] Acquired lock "refresh_cache-0d4536ac-5af0-4181-a4c0-d87adf55e256" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.926832] env[69742]: DEBUG nova.network.neutron [req-399145c8-67ab-4c4e-9f29-f9f70df4533b req-d8c1c180-0e0c-42f9-9b10-b14e11d70d1a service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Refreshing network info cache for port 291f9e85-923b-4c2a-a91c-254cdf785e91 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.928397] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:75:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ede3c8ee-b5cd-4ab0-87a8-613916c50f82', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:26:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '291f9e85-923b-4c2a-a91c-254cdf785e91', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.938755] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.944102] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.947059] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-389172b2-6567-4669-986b-d4c1b47b31bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.977126] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061071, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.981576] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.981576] env[69742]: value = "task-4061072" [ 1075.981576] env[69742]: _type = "Task" [ 1075.981576] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.990577] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061069, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.998597] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061072, 'name': CreateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.066081] env[69742]: DEBUG nova.compute.manager [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.271571] env[69742]: DEBUG nova.network.neutron [req-399145c8-67ab-4c4e-9f29-f9f70df4533b req-d8c1c180-0e0c-42f9-9b10-b14e11d70d1a service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Updated VIF entry in instance network info cache for port 291f9e85-923b-4c2a-a91c-254cdf785e91. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.271662] env[69742]: DEBUG nova.network.neutron [req-399145c8-67ab-4c4e-9f29-f9f70df4533b req-d8c1c180-0e0c-42f9-9b10-b14e11d70d1a service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Updating instance_info_cache with network_info: [{"id": "ede3c8ee-b5cd-4ab0-87a8-613916c50f82", "address": "fa:16:3e:c1:75:90", "network": {"id": "5a885844-dc0d-456c-a113-0d93d67107ec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1505908659", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede3c8ee-b5", "ovs_interfaceid": "ede3c8ee-b5cd-4ab0-87a8-613916c50f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "291f9e85-923b-4c2a-a91c-254cdf785e91", "address": "fa:16:3e:aa:26:73", "network": {"id": "b4407fe5-ac94-44d3-ab74-a1a852b0ccde", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790353816", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291f9e85-92", "ovs_interfaceid": "291f9e85-923b-4c2a-a91c-254cdf785e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.329361] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061070, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.406234} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.329664] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 39af9a92-c1fc-4fe6-b543-3e54009d5389/39af9a92-c1fc-4fe6-b543-3e54009d5389.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.329874] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.330157] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7ebf5fa-d54e-4569-81a5-3215b108ba18 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.338239] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1076.338239] env[69742]: value = "task-4061073" [ 1076.338239] env[69742]: _type = "Task" [ 1076.338239] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.348699] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.406249] env[69742]: DEBUG oslo_concurrency.lockutils [None req-96f1bb1a-3dd6-4515-8597-2b3f2badda72 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "3f5b86eb-203d-4abc-a622-663d9b5021f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.282s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.471517] env[69742]: INFO nova.compute.manager [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] instance snapshotting [ 1076.472204] env[69742]: DEBUG nova.objects.instance [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'flavor' on Instance uuid 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.486499] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061071, 'name': Destroy_Task, 'duration_secs': 1.292282} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.491336] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Destroyed the VM [ 1076.491336] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1076.492374] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0276c49d-b88c-4daa-8afb-d255a900fe2b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.503924] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061069, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.224491} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.504761] env[69742]: INFO nova.virt.vmwareapi.ds_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a4f5cf95-56ee-4438-95bf-90b6df1460f7/OSTACK_IMG_a4f5cf95-56ee-4438-95bf-90b6df1460f7.vmdk to [datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758/51de0098-5134-48e5-b126-d6079161e758.vmdk. [ 1076.505019] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Cleaning up location [datastore2] OSTACK_IMG_a4f5cf95-56ee-4438-95bf-90b6df1460f7 {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1076.505171] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a4f5cf95-56ee-4438-95bf-90b6df1460f7 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.508718] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bd909ec-f501-4a4a-acef-2574cc2a4ec6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.511637] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061072, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.513601] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1076.513601] env[69742]: value = "task-4061074" [ 1076.513601] env[69742]: _type = "Task" [ 1076.513601] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.522946] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1076.522946] env[69742]: value = "task-4061075" [ 1076.522946] env[69742]: _type = "Task" [ 1076.522946] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.529794] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061074, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.537722] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.565351] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee2568-f9b8-438b-b482-0141fc885d42 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.577767] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b5f02d-5dce-4c2c-ac16-433ccdf6412d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.614771] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.615512] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f9e8df-eba9-4e14-83f3-df16b5eea73d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.624914] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c42c65-800b-419e-bf5f-e846b3b494da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.639950] env[69742]: DEBUG nova.compute.provider_tree [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.776681] env[69742]: DEBUG oslo_concurrency.lockutils [req-399145c8-67ab-4c4e-9f29-f9f70df4533b req-d8c1c180-0e0c-42f9-9b10-b14e11d70d1a service nova] Releasing lock "refresh_cache-0d4536ac-5af0-4181-a4c0-d87adf55e256" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.848825] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271702} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.849122] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.850043] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cf7b73-ada6-448e-aefd-e227aafc28fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.878452] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 39af9a92-c1fc-4fe6-b543-3e54009d5389/39af9a92-c1fc-4fe6-b543-3e54009d5389.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.878452] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c652f06f-312a-40b9-a636-9d58943a1b93 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.915667] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1076.915667] env[69742]: value = "task-4061076" [ 1076.915667] env[69742]: _type = "Task" [ 1076.915667] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.925882] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.978764] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae9270a-0d2f-42a8-b063-6839d8f61254 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.010200] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fb9c7a-6567-483a-9ca9-a80d3cb8c1bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.016113] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061072, 'name': CreateVM_Task, 'duration_secs': 0.541946} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.022592] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.026533] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.026719] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.027169] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.028381] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d028a6f9-87a7-4ece-a1a0-822275dd8cd5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.040570] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061074, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.046196] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187804} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.047498] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.048963] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758/51de0098-5134-48e5-b126-d6079161e758.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.048963] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758/51de0098-5134-48e5-b126-d6079161e758.vmdk to [datastore2] 9030bfbe-5557-4101-b2b7-06cc63159def/9030bfbe-5557-4101-b2b7-06cc63159def.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.048963] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1077.048963] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a63484-959a-c40f-c019-486b9f7fde02" [ 1077.048963] env[69742]: _type = "Task" [ 1077.048963] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.048963] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a514156-22a0-48a1-b1dd-d886216f88f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.060981] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a63484-959a-c40f-c019-486b9f7fde02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.062560] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1077.062560] env[69742]: value = "task-4061077" [ 1077.062560] env[69742]: _type = "Task" [ 1077.062560] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.073390] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.144506] env[69742]: DEBUG nova.scheduler.client.report [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.433596] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.534843] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1077.536105] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061074, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.536529] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68c16737-61fb-46da-b4ae-4e4c4c750dcd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.549510] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1077.549510] env[69742]: value = "task-4061078" [ 1077.549510] env[69742]: _type = "Task" [ 1077.549510] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.570112] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a63484-959a-c40f-c019-486b9f7fde02, 'name': SearchDatastore_Task, 'duration_secs': 0.023994} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.581434] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.581683] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.581957] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.582996] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.583296] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.583711] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061078, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.583930] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7caf578b-abfc-4ff2-941a-859576c34796 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.596804] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061077, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.603645] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.603645] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.604871] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c6fb6a-d147-473e-8412-3d5100f688f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.612140] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1077.612140] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cb6bc2-d0e1-8631-5ab5-92fbfcfdb8d1" [ 1077.612140] env[69742]: _type = "Task" [ 1077.612140] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.625705] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cb6bc2-d0e1-8631-5ab5-92fbfcfdb8d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.652296] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.655614] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.041s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.657397] env[69742]: INFO nova.compute.claims [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.679992] env[69742]: INFO nova.scheduler.client.report [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted allocations for instance 10dbef7c-4350-4505-96f6-c6bf96d75a54 [ 1077.929050] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061076, 'name': ReconfigVM_Task, 'duration_secs': 0.531984} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.929050] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 39af9a92-c1fc-4fe6-b543-3e54009d5389/39af9a92-c1fc-4fe6-b543-3e54009d5389.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.930515] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'encrypted': False, 'size': 0, 'encryption_options': None, 'device_name': '/dev/sda', 'image_id': 'b5a23f29-0a7c-42e9-8405-f7b31a52580d'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': 'b294de68-6617-4fce-86d4-b0951e084b33', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804863', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'name': 'volume-01c5aeb2-0851-4420-b1b4-b2236c2377af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39af9a92-c1fc-4fe6-b543-3e54009d5389', 'attached_at': '', 'detached_at': '', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'serial': '01c5aeb2-0851-4420-b1b4-b2236c2377af'}, 'boot_index': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69742) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1077.930841] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1077.931025] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804863', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'name': 'volume-01c5aeb2-0851-4420-b1b4-b2236c2377af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39af9a92-c1fc-4fe6-b543-3e54009d5389', 'attached_at': '', 'detached_at': '', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'serial': '01c5aeb2-0851-4420-b1b4-b2236c2377af'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1077.932033] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c529b794-f50c-4216-a8c1-592de335f989 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.950580] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f8ab9-9223-4ef5-a17d-899174d92ef3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.981112] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-01c5aeb2-0851-4420-b1b4-b2236c2377af/volume-01c5aeb2-0851-4420-b1b4-b2236c2377af.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.981362] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d38e996-2ce4-4ce6-b88d-e7ff553d2f2b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.002370] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1078.002370] env[69742]: value = "task-4061079" [ 1078.002370] env[69742]: _type = "Task" [ 1078.002370] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.013739] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.028887] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061074, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.061487] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061078, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.082773] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061077, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.125584] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cb6bc2-d0e1-8631-5ab5-92fbfcfdb8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.100449} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.126740] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0418dd-7ad6-4296-9d1d-f91c1b2145c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.134809] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1078.134809] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f562c5-99e0-8f1d-f5b1-16a62c87060c" [ 1078.134809] env[69742]: _type = "Task" [ 1078.134809] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.144854] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f562c5-99e0-8f1d-f5b1-16a62c87060c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.194268] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1f22b25d-c605-4090-aa5b-9182d08a6d8e tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "10dbef7c-4350-4505-96f6-c6bf96d75a54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.966s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.234246] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquiring lock "e0227f47-369f-4cb4-a980-0b0083f70522" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.234806] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "e0227f47-369f-4cb4-a980-0b0083f70522" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.514268] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.528820] env[69742]: DEBUG oslo_vmware.api [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061074, 'name': RemoveSnapshot_Task, 'duration_secs': 1.591259} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.529218] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1078.561965] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061078, 'name': CreateSnapshot_Task, 'duration_secs': 0.594031} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.562317] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1078.563218] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bfe529-06bb-452e-a9fa-d4b2b8f28fbf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.591147] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061077, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.647338] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f562c5-99e0-8f1d-f5b1-16a62c87060c, 'name': SearchDatastore_Task, 'duration_secs': 0.097987} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.647690] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.647971] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 0d4536ac-5af0-4181-a4c0-d87adf55e256/0d4536ac-5af0-4181-a4c0-d87adf55e256.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.648290] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7085b5c4-4322-4011-a1f3-e32702af933a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.658505] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1078.658505] env[69742]: value = "task-4061080" [ 1078.658505] env[69742]: _type = "Task" [ 1078.658505] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.676563] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.737182] env[69742]: DEBUG nova.compute.manager [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.872961] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeaf032-3fb1-4d9c-9b9f-e068f88598d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.886105] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c74af2-6b54-49a3-bba9-4d28094fdc8a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.927945] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5a3782-ba52-4344-a0cd-e8c9a1fef3f3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.931276] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.931654] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.940192] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ec89ac-056c-484b-8ec0-98e79ebe67a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.957963] env[69742]: DEBUG nova.compute.provider_tree [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.015379] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.034487] env[69742]: WARNING nova.compute.manager [None req-2bd4e8f0-3ae1-48fd-87dc-19b5f86f1316 tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Image not found during snapshot: nova.exception.ImageNotFound: Image f4671a21-f7ac-4235-9cab-b144e8169fbe could not be found. [ 1079.090300] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1079.094493] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1bf8958e-dea5-4dc3-973e-e02df0dec76f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.098367] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061077, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.104526] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1079.104526] env[69742]: value = "task-4061081" [ 1079.104526] env[69742]: _type = "Task" [ 1079.104526] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.115130] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061081, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.170651] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.269568] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.382169] env[69742]: DEBUG oslo_concurrency.lockutils [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "73f5f454-1233-43ed-92e8-c2e813b8e73f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.382505] env[69742]: DEBUG oslo_concurrency.lockutils [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "73f5f454-1233-43ed-92e8-c2e813b8e73f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.382723] env[69742]: DEBUG oslo_concurrency.lockutils [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "73f5f454-1233-43ed-92e8-c2e813b8e73f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.382916] env[69742]: DEBUG oslo_concurrency.lockutils [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "73f5f454-1233-43ed-92e8-c2e813b8e73f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.383101] env[69742]: DEBUG oslo_concurrency.lockutils [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "73f5f454-1233-43ed-92e8-c2e813b8e73f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.385750] env[69742]: INFO nova.compute.manager [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Terminating instance [ 1079.435871] env[69742]: DEBUG nova.compute.manager [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.488326] env[69742]: ERROR nova.scheduler.client.report [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [req-57aab86d-31da-4a39-9ad5-236b3a05f7a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57aab86d-31da-4a39-9ad5-236b3a05f7a3"}]} [ 1079.509600] env[69742]: DEBUG nova.scheduler.client.report [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1079.515768] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.525573] env[69742]: DEBUG nova.scheduler.client.report [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1079.525781] env[69742]: DEBUG nova.compute.provider_tree [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.539577] env[69742]: DEBUG nova.scheduler.client.report [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1079.559688] env[69742]: DEBUG nova.scheduler.client.report [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1079.590548] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061077, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.618977] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061081, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.673462] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.749602] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e33589-575f-4336-a4c1-b1e8de3a8251 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.759265] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfdbc75-124d-4045-ae32-af90db6661ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.795775] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a382c3-0f59-40cb-928d-db28c0572cc5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.804171] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888558d0-7cec-447c-b70e-0fb2803db235 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.819769] env[69742]: DEBUG nova.compute.provider_tree [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.890722] env[69742]: DEBUG nova.compute.manager [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.891164] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.892644] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430b7328-a946-4474-ac0d-de51983241e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.903036] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.903463] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eea9c590-b88e-4844-b3c0-a20fd22646bc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.911810] env[69742]: DEBUG oslo_vmware.api [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1079.911810] env[69742]: value = "task-4061082" [ 1079.911810] env[69742]: _type = "Task" [ 1079.911810] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.923548] env[69742]: DEBUG oslo_vmware.api [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.961587] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.024990] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061079, 'name': ReconfigVM_Task, 'duration_secs': 1.924314} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.025580] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-01c5aeb2-0851-4420-b1b4-b2236c2377af/volume-01c5aeb2-0851-4420-b1b4-b2236c2377af.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.036022] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2972ac16-d58f-4383-bb5c-8148ee1b0745 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.062391] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1080.062391] env[69742]: value = "task-4061083" [ 1080.062391] env[69742]: _type = "Task" [ 1080.062391] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.073509] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.089799] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061077, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.728128} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.090203] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/51de0098-5134-48e5-b126-d6079161e758/51de0098-5134-48e5-b126-d6079161e758.vmdk to [datastore2] 9030bfbe-5557-4101-b2b7-06cc63159def/9030bfbe-5557-4101-b2b7-06cc63159def.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.091466] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7b36e7-cd12-4724-bade-ce26840ff521 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.121247] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 9030bfbe-5557-4101-b2b7-06cc63159def/9030bfbe-5557-4101-b2b7-06cc63159def.vmdk or device None with type streamOptimized {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.125037] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db240a04-d866-4ef2-ad41-831250888b4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.148340] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "c869168b-e498-4118-bd93-1df0b80c0ca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.148693] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.154598] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061081, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.156826] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1080.156826] env[69742]: value = "task-4061084" [ 1080.156826] env[69742]: _type = "Task" [ 1080.156826] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.171655] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061080, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.175770] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061084, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.343120] env[69742]: ERROR nova.scheduler.client.report [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [req-c180aef7-1183-4175-b29b-072a5c7b3fd5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c180aef7-1183-4175-b29b-072a5c7b3fd5"}]} [ 1080.362188] env[69742]: DEBUG nova.scheduler.client.report [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1080.377475] env[69742]: DEBUG nova.scheduler.client.report [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1080.377791] env[69742]: DEBUG nova.compute.provider_tree [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.392888] env[69742]: DEBUG nova.scheduler.client.report [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1080.412609] env[69742]: DEBUG nova.scheduler.client.report [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1080.425089] env[69742]: DEBUG oslo_vmware.api [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061082, 'name': PowerOffVM_Task, 'duration_secs': 0.467413} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.425475] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.425653] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.425919] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b874ac4-dacd-4f73-a43c-15468d924dee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.572598] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061083, 'name': ReconfigVM_Task, 'duration_secs': 0.406033} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.575483] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804863', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'name': 'volume-01c5aeb2-0851-4420-b1b4-b2236c2377af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39af9a92-c1fc-4fe6-b543-3e54009d5389', 'attached_at': '', 'detached_at': '', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'serial': '01c5aeb2-0851-4420-b1b4-b2236c2377af'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.576411] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ea7d9e7-079e-4e43-9d8c-e87176fa1632 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.585899] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1080.585899] env[69742]: value = "task-4061086" [ 1080.585899] env[69742]: _type = "Task" [ 1080.585899] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.599597] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061086, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.617477] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdabaf7-743a-4983-a68f-ff29b88a325b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.624066] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061081, 'name': CloneVM_Task, 'duration_secs': 1.41981} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.624833] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Created linked-clone VM from snapshot [ 1080.625715] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681e5a46-1b95-424c-afb8-28558032a3c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.631127] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc22ca9c-10af-420f-95d5-8022651785d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.639028] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Uploading image 0e7a1524-13a5-4024-9684-1aa059ea0b9c {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1080.669830] env[69742]: DEBUG nova.compute.manager [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.683303] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15c6714-34ab-4a3e-a4af-6abd675e8978 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.686236] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.687736] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.687736] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleting the datastore file [datastore2] 73f5f454-1233-43ed-92e8-c2e813b8e73f {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.687921] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eee7604-fb81-42d2-bd72-f4b8ff1c6744 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.696623] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061084, 'name': ReconfigVM_Task, 'duration_secs': 0.441327} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.699038] env[69742]: DEBUG oslo_vmware.rw_handles [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1080.699038] env[69742]: value = "vm-804876" [ 1080.699038] env[69742]: _type = "VirtualMachine" [ 1080.699038] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1080.706286] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 9030bfbe-5557-4101-b2b7-06cc63159def/9030bfbe-5557-4101-b2b7-06cc63159def.vmdk or device None with type streamOptimized {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.707502] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'encrypted': False, 'size': 0, 'encryption_options': None, 'device_name': '/dev/sda', 'image_id': 'b5a23f29-0a7c-42e9-8405-f7b31a52580d'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': '6cfb768e-2405-4716-a4d1-de8e9d1bc672', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804860', 'volume_id': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'name': 'volume-a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9030bfbe-5557-4101-b2b7-06cc63159def', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'serial': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884'}, 'boot_index': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69742) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1080.707737] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1080.707960] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804860', 'volume_id': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'name': 'volume-a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9030bfbe-5557-4101-b2b7-06cc63159def', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'serial': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1080.708326] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e13454c-b53f-4641-9b24-fa06618d8e50 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.710148] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061080, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.612985} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.710505] env[69742]: DEBUG oslo_vmware.api [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for the task: (returnval){ [ 1080.710505] env[69742]: value = "task-4061087" [ 1080.710505] env[69742]: _type = "Task" [ 1080.710505] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.711269] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6d03b2-9d13-4ef1-8f33-7efb357603c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.715023] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 0d4536ac-5af0-4181-a4c0-d87adf55e256/0d4536ac-5af0-4181-a4c0-d87adf55e256.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.715023] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.715329] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5139211-faa7-4fc8-a128-6c0438e02ccb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.721107] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5e91673-6a6b-417d-8e72-8c51371fbe1d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.728163] env[69742]: DEBUG oslo_vmware.rw_handles [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lease: (returnval){ [ 1080.728163] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5204301d-cfe7-472b-c9b6-44de58747b88" [ 1080.728163] env[69742]: _type = "HttpNfcLease" [ 1080.728163] env[69742]: } obtained for exporting VM: (result){ [ 1080.728163] env[69742]: value = "vm-804876" [ 1080.728163] env[69742]: _type = "VirtualMachine" [ 1080.728163] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1080.728511] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the lease: (returnval){ [ 1080.728511] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5204301d-cfe7-472b-c9b6-44de58747b88" [ 1080.728511] env[69742]: _type = "HttpNfcLease" [ 1080.728511] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1080.759399] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af072f52-84d9-463e-ae85-800c5544b319 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.762610] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1080.762610] env[69742]: value = "task-4061089" [ 1080.762610] env[69742]: _type = "Task" [ 1080.762610] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.763629] env[69742]: DEBUG nova.compute.provider_tree [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.769036] env[69742]: DEBUG oslo_vmware.api [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.796282] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-a9ed208f-6ab9-44f7-8fbf-38fdd60ac884/volume-a9ed208f-6ab9-44f7-8fbf-38fdd60ac884.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.796777] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1080.796777] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5204301d-cfe7-472b-c9b6-44de58747b88" [ 1080.796777] env[69742]: _type = "HttpNfcLease" [ 1080.796777] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1080.797674] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be4e27cf-46f8-422b-a934-ea80b2c18d72 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.812205] env[69742]: DEBUG oslo_vmware.rw_handles [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1080.812205] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5204301d-cfe7-472b-c9b6-44de58747b88" [ 1080.812205] env[69742]: _type = "HttpNfcLease" [ 1080.812205] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1080.816579] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688b527f-2ea9-4610-8f37-dfab33496a0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.820147] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061089, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.826342] env[69742]: DEBUG oslo_vmware.rw_handles [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bbe36c-da1d-17a2-d75f-b3d8fb3edeaf/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1080.826342] env[69742]: DEBUG oslo_vmware.rw_handles [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bbe36c-da1d-17a2-d75f-b3d8fb3edeaf/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1080.828907] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1080.828907] env[69742]: value = "task-4061090" [ 1080.828907] env[69742]: _type = "Task" [ 1080.828907] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.892268] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.923896] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5bb9ae67-d1f6-460c-b63d-ee77ca50c598 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.096875] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061086, 'name': Rename_Task, 'duration_secs': 0.207498} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.097381] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.097558] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a6f9ded-ef50-4f36-a77b-2fb1aa20ab77 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.104244] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1081.104244] env[69742]: value = "task-4061091" [ 1081.104244] env[69742]: _type = "Task" [ 1081.104244] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.112950] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.195572] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.231047] env[69742]: DEBUG oslo_vmware.api [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Task: {'id': task-4061087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31228} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.231310] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.231512] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.231712] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.231906] env[69742]: INFO nova.compute.manager [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1081.232201] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.232441] env[69742]: DEBUG nova.compute.manager [-] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.232589] env[69742]: DEBUG nova.network.neutron [-] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.280051] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073287} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.282711] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.283626] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd6488c-0ab7-4e51-a491-3b0bf9b048c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.313126] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 0d4536ac-5af0-4181-a4c0-d87adf55e256/0d4536ac-5af0-4181-a4c0-d87adf55e256.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.314575] env[69742]: DEBUG nova.scheduler.client.report [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1081.314929] env[69742]: DEBUG nova.compute.provider_tree [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 118 to 119 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1081.315236] env[69742]: DEBUG nova.compute.provider_tree [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.318730] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-423d0e74-87b7-431a-9ece-cebe6cb58a78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.336157] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.681s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.336907] env[69742]: DEBUG nova.compute.manager [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.339863] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.071s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.341779] env[69742]: INFO nova.compute.claims [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.360615] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.362563] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1081.362563] env[69742]: value = "task-4061092" [ 1081.362563] env[69742]: _type = "Task" [ 1081.362563] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.373481] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.561684] env[69742]: DEBUG nova.compute.manager [req-78dd6c02-9ef5-4bb7-8ba8-244f4eb292ae req-86f8f539-6760-4ca1-b3d4-e1bde280c027 service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Received event network-vif-deleted-e071a6d1-6152-4c8b-8f36-507df8bdd95b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.561684] env[69742]: INFO nova.compute.manager [req-78dd6c02-9ef5-4bb7-8ba8-244f4eb292ae req-86f8f539-6760-4ca1-b3d4-e1bde280c027 service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Neutron deleted interface e071a6d1-6152-4c8b-8f36-507df8bdd95b; detaching it from the instance and deleting it from the info cache [ 1081.561834] env[69742]: DEBUG nova.network.neutron [req-78dd6c02-9ef5-4bb7-8ba8-244f4eb292ae req-86f8f539-6760-4ca1-b3d4-e1bde280c027 service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.619529] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061091, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.846223] env[69742]: DEBUG nova.compute.utils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.850824] env[69742]: DEBUG nova.compute.manager [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.851159] env[69742]: DEBUG nova.network.neutron [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.857981] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061090, 'name': ReconfigVM_Task, 'duration_secs': 0.605426} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.859070] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-a9ed208f-6ab9-44f7-8fbf-38fdd60ac884/volume-a9ed208f-6ab9-44f7-8fbf-38fdd60ac884.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.867926] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e7cd69-55be-4c96-aef2-cd52d5dca895 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.889821] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.891847] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1081.891847] env[69742]: value = "task-4061093" [ 1081.891847] env[69742]: _type = "Task" [ 1081.891847] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.898887] env[69742]: DEBUG nova.policy [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99954244e6724b879306d089068c28f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35952a57ac73457cb22aed09d5c50905', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.906168] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.040269] env[69742]: DEBUG nova.network.neutron [-] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.066746] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70a3844b-bff8-4fa6-b372-72105fa66699 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.078283] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa84395-afbe-4066-9be2-9fc022002fe8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.121966] env[69742]: DEBUG nova.compute.manager [req-78dd6c02-9ef5-4bb7-8ba8-244f4eb292ae req-86f8f539-6760-4ca1-b3d4-e1bde280c027 service nova] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Detach interface failed, port_id=e071a6d1-6152-4c8b-8f36-507df8bdd95b, reason: Instance 73f5f454-1233-43ed-92e8-c2e813b8e73f could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.128344] env[69742]: DEBUG oslo_vmware.api [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061091, 'name': PowerOnVM_Task, 'duration_secs': 0.759058} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.128857] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.129166] env[69742]: DEBUG nova.compute.manager [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.130049] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6d0848-a2bc-4180-8be6-d34760bbaff2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.336152] env[69742]: DEBUG nova.network.neutron [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Successfully created port: 616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.358349] env[69742]: DEBUG nova.compute.manager [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.381030] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061092, 'name': ReconfigVM_Task, 'duration_secs': 0.849192} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.381593] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 0d4536ac-5af0-4181-a4c0-d87adf55e256/0d4536ac-5af0-4181-a4c0-d87adf55e256.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.383035] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c7f13e5-9c58-4fae-8f1b-6e689b1afdbf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.400120] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1082.400120] env[69742]: value = "task-4061094" [ 1082.400120] env[69742]: _type = "Task" [ 1082.400120] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.408557] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061093, 'name': ReconfigVM_Task, 'duration_secs': 0.178498} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.409476] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804860', 'volume_id': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'name': 'volume-a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9030bfbe-5557-4101-b2b7-06cc63159def', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'serial': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1082.410175] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbdac7fd-7d53-47de-b11d-3b022bd36d07 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.418259] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061094, 'name': Rename_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.424648] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1082.424648] env[69742]: value = "task-4061095" [ 1082.424648] env[69742]: _type = "Task" [ 1082.424648] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.434559] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061095, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.544612] env[69742]: INFO nova.compute.manager [-] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Took 1.31 seconds to deallocate network for instance. [ 1082.601783] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50354ae0-a91a-4629-b4eb-dc3efe28276b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.614471] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dbee79-cefe-49aa-aefd-354a5520ecc3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.660160] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.663290] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3b053e-a762-4575-bb68-dd81b7bd1f18 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.673392] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f0504f-5790-4a71-be57-f62a49efc11b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.691671] env[69742]: DEBUG nova.compute.provider_tree [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.913388] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061094, 'name': Rename_Task, 'duration_secs': 0.28026} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.913662] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.913933] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02a18e99-ce40-470b-88f5-d314becad646 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.922461] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1082.922461] env[69742]: value = "task-4061096" [ 1082.922461] env[69742]: _type = "Task" [ 1082.922461] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.934678] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.937577] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061095, 'name': Rename_Task, 'duration_secs': 0.251448} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.937774] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.937989] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf8248b0-6f4d-42dd-86da-59552d97e13a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.945937] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1082.945937] env[69742]: value = "task-4061097" [ 1082.945937] env[69742]: _type = "Task" [ 1082.945937] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.955839] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.051808] env[69742]: DEBUG oslo_concurrency.lockutils [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.228151] env[69742]: DEBUG nova.scheduler.client.report [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1083.228151] env[69742]: DEBUG nova.compute.provider_tree [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 119 to 120 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1083.228151] env[69742]: DEBUG nova.compute.provider_tree [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.369103] env[69742]: DEBUG nova.compute.manager [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.399041] env[69742]: DEBUG nova.virt.hardware [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.399340] env[69742]: DEBUG nova.virt.hardware [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.399556] env[69742]: DEBUG nova.virt.hardware [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.399740] env[69742]: DEBUG nova.virt.hardware [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.399897] env[69742]: DEBUG nova.virt.hardware [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.400063] env[69742]: DEBUG nova.virt.hardware [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.400291] env[69742]: DEBUG nova.virt.hardware [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.400480] env[69742]: DEBUG nova.virt.hardware [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.400705] env[69742]: DEBUG nova.virt.hardware [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.400885] env[69742]: DEBUG nova.virt.hardware [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.401087] env[69742]: DEBUG nova.virt.hardware [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.402179] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3f772f-5514-4ee0-bbb7-e0debcc5962d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.412085] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c421fc6-da07-441c-a10e-f5b4861eb731 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.437841] env[69742]: DEBUG oslo_vmware.api [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061096, 'name': PowerOnVM_Task, 'duration_secs': 0.497681} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.438146] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.438652] env[69742]: INFO nova.compute.manager [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Took 14.33 seconds to spawn the instance on the hypervisor. [ 1083.438899] env[69742]: DEBUG nova.compute.manager [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.439823] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f39a34-d736-4951-9154-ce35d34119ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.462243] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061097, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.732646] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.734046] env[69742]: DEBUG nova.compute.manager [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.737034] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.776s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.738644] env[69742]: INFO nova.compute.claims [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.964827] env[69742]: DEBUG oslo_vmware.api [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061097, 'name': PowerOnVM_Task, 'duration_secs': 0.596467} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.967229] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.970872] env[69742]: INFO nova.compute.manager [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Took 28.31 seconds to build instance. [ 1083.998029] env[69742]: DEBUG nova.compute.manager [req-53f63815-b8c7-4352-89eb-fb1f1d88f215 req-8e5ffba5-3b68-4126-89a5-1d83c9bdbf21 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Received event network-vif-plugged-616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.998029] env[69742]: DEBUG oslo_concurrency.lockutils [req-53f63815-b8c7-4352-89eb-fb1f1d88f215 req-8e5ffba5-3b68-4126-89a5-1d83c9bdbf21 service nova] Acquiring lock "4141d5be-3101-404d-b948-2c88a110b2f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.998029] env[69742]: DEBUG oslo_concurrency.lockutils [req-53f63815-b8c7-4352-89eb-fb1f1d88f215 req-8e5ffba5-3b68-4126-89a5-1d83c9bdbf21 service nova] Lock "4141d5be-3101-404d-b948-2c88a110b2f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.999023] env[69742]: DEBUG oslo_concurrency.lockutils [req-53f63815-b8c7-4352-89eb-fb1f1d88f215 req-8e5ffba5-3b68-4126-89a5-1d83c9bdbf21 service nova] Lock "4141d5be-3101-404d-b948-2c88a110b2f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.999023] env[69742]: DEBUG nova.compute.manager [req-53f63815-b8c7-4352-89eb-fb1f1d88f215 req-8e5ffba5-3b68-4126-89a5-1d83c9bdbf21 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] No waiting events found dispatching network-vif-plugged-616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.999286] env[69742]: WARNING nova.compute.manager [req-53f63815-b8c7-4352-89eb-fb1f1d88f215 req-8e5ffba5-3b68-4126-89a5-1d83c9bdbf21 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Received unexpected event network-vif-plugged-616ed853-a0fb-4554-8831-4775ee0587bd for instance with vm_state building and task_state spawning. [ 1084.093569] env[69742]: DEBUG nova.compute.manager [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.093569] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3839d43-7265-4f2d-92be-e6727a3365b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.109572] env[69742]: DEBUG nova.network.neutron [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Successfully updated port: 616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.238605] env[69742]: DEBUG nova.compute.utils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.240370] env[69742]: DEBUG nova.compute.manager [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Not allocating networking since 'none' was specified. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1084.474059] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f245d490-9ec4-4617-aba2-3ffab2824f53 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "0d4536ac-5af0-4181-a4c0-d87adf55e256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.822s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.615930] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.617266] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.617266] env[69742]: DEBUG nova.network.neutron [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.620615] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6fbea26a-c3f7-47aa-b250-951f65562c32 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.880s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.743081] env[69742]: DEBUG nova.compute.manager [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.936825] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f219f69-43ac-4aae-9ea3-598feda18662 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.946039] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65018613-14ad-4a62-885d-a268764ba22f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.980425] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174df067-ab66-4eed-97b2-53669a34b76e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.989441] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcc4ee7-f9e9-4397-9c1b-9cca013f3353 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.003271] env[69742]: DEBUG nova.compute.provider_tree [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.029967] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "0d4536ac-5af0-4181-a4c0-d87adf55e256" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.030094] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "0d4536ac-5af0-4181-a4c0-d87adf55e256" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.030379] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "0d4536ac-5af0-4181-a4c0-d87adf55e256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.030640] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "0d4536ac-5af0-4181-a4c0-d87adf55e256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.030877] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "0d4536ac-5af0-4181-a4c0-d87adf55e256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.033999] env[69742]: INFO nova.compute.manager [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Terminating instance [ 1085.149880] env[69742]: DEBUG nova.network.neutron [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.309239] env[69742]: DEBUG nova.network.neutron [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updating instance_info_cache with network_info: [{"id": "616ed853-a0fb-4554-8831-4775ee0587bd", "address": "fa:16:3e:6f:3f:6c", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616ed853-a0", "ovs_interfaceid": "616ed853-a0fb-4554-8831-4775ee0587bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.507149] env[69742]: DEBUG nova.scheduler.client.report [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.538812] env[69742]: DEBUG nova.compute.manager [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.539065] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.540288] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b424f730-f820-4c5b-9cac-753009bbfc76 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.550690] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.551286] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e1284d8-e5a0-4851-8e16-28cea797b084 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.559362] env[69742]: DEBUG oslo_vmware.api [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1085.559362] env[69742]: value = "task-4061098" [ 1085.559362] env[69742]: _type = "Task" [ 1085.559362] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.572985] env[69742]: DEBUG oslo_vmware.api [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.753679] env[69742]: DEBUG nova.compute.manager [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.787081] env[69742]: DEBUG nova.virt.hardware [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.787356] env[69742]: DEBUG nova.virt.hardware [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.787534] env[69742]: DEBUG nova.virt.hardware [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.787735] env[69742]: DEBUG nova.virt.hardware [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.787949] env[69742]: DEBUG nova.virt.hardware [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.788267] env[69742]: DEBUG nova.virt.hardware [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.788547] env[69742]: DEBUG nova.virt.hardware [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.788763] env[69742]: DEBUG nova.virt.hardware [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.788964] env[69742]: DEBUG nova.virt.hardware [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.789162] env[69742]: DEBUG nova.virt.hardware [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.789358] env[69742]: DEBUG nova.virt.hardware [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.792459] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7d861b-066e-461b-be0f-25af6a01842e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.801038] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeffa56-3b35-495f-9db5-37d0979f317e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.817709] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.819083] env[69742]: DEBUG nova.compute.manager [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Instance network_info: |[{"id": "616ed853-a0fb-4554-8831-4775ee0587bd", "address": "fa:16:3e:6f:3f:6c", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616ed853-a0", "ovs_interfaceid": "616ed853-a0fb-4554-8831-4775ee0587bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.819083] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.824836] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Creating folder: Project (883e346650cc40bb8d71d3749532ced9). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.825453] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:3f:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '616ed853-a0fb-4554-8831-4775ee0587bd', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.833173] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.833742] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bb423f7-019f-465f-bd83-091148734d63 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.835766] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.836024] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-487965e4-d9fa-4c77-99c7-e43724ca9096 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.856333] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.856333] env[69742]: value = "task-4061100" [ 1085.856333] env[69742]: _type = "Task" [ 1085.856333] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.861072] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Created folder: Project (883e346650cc40bb8d71d3749532ced9) in parent group-v804621. [ 1085.861208] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Creating folder: Instances. Parent ref: group-v804877. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.861877] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8d1a658-ff18-4e0f-b2a6-4cd52edd68e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.869948] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061100, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.879989] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Created folder: Instances in parent group-v804877. [ 1085.880439] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.880439] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.880616] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-400689c9-fc51-4411-9166-6ed9f6d430d8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.899020] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.899020] env[69742]: value = "task-4061102" [ 1085.899020] env[69742]: _type = "Task" [ 1085.899020] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.907589] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061102, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.012757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.013407] env[69742]: DEBUG nova.compute.manager [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.016606] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.821s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.018058] env[69742]: INFO nova.compute.claims [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.026511] env[69742]: DEBUG nova.compute.manager [req-569b7207-94e5-49d7-8259-3aedd50651a8 req-9cce2d3b-2f6f-480e-88b9-c996239e22ec service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Received event network-changed-616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.026710] env[69742]: DEBUG nova.compute.manager [req-569b7207-94e5-49d7-8259-3aedd50651a8 req-9cce2d3b-2f6f-480e-88b9-c996239e22ec service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Refreshing instance network info cache due to event network-changed-616ed853-a0fb-4554-8831-4775ee0587bd. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.027057] env[69742]: DEBUG oslo_concurrency.lockutils [req-569b7207-94e5-49d7-8259-3aedd50651a8 req-9cce2d3b-2f6f-480e-88b9-c996239e22ec service nova] Acquiring lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.027124] env[69742]: DEBUG oslo_concurrency.lockutils [req-569b7207-94e5-49d7-8259-3aedd50651a8 req-9cce2d3b-2f6f-480e-88b9-c996239e22ec service nova] Acquired lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.027252] env[69742]: DEBUG nova.network.neutron [req-569b7207-94e5-49d7-8259-3aedd50651a8 req-9cce2d3b-2f6f-480e-88b9-c996239e22ec service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Refreshing network info cache for port 616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.073021] env[69742]: DEBUG oslo_vmware.api [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061098, 'name': PowerOffVM_Task, 'duration_secs': 0.268382} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.073311] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.073611] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.073821] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b57fbcf-ec64-4503-a3ca-0b95b7768ad1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.200360] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.200621] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.200847] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Deleting the datastore file [datastore2] 0d4536ac-5af0-4181-a4c0-d87adf55e256 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.201188] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abba16fd-7e7c-4a6b-a1a6-0db1b5030caf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.209906] env[69742]: DEBUG oslo_vmware.api [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for the task: (returnval){ [ 1086.209906] env[69742]: value = "task-4061104" [ 1086.209906] env[69742]: _type = "Task" [ 1086.209906] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.221082] env[69742]: DEBUG oslo_vmware.api [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.368442] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061100, 'name': CreateVM_Task, 'duration_secs': 0.483968} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.368856] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.369594] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.369859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.370468] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.370623] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d815e1-4f57-45e7-9e56-eb6a86c5c9c9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.377912] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1086.377912] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528d7f8f-1199-42fa-8bf6-aaac79c196f3" [ 1086.377912] env[69742]: _type = "Task" [ 1086.377912] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.389761] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528d7f8f-1199-42fa-8bf6-aaac79c196f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.410095] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061102, 'name': CreateVM_Task, 'duration_secs': 0.419934} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.410361] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.410876] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.522633] env[69742]: DEBUG nova.compute.utils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.527796] env[69742]: DEBUG nova.compute.manager [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.527796] env[69742]: DEBUG nova.network.neutron [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.564291] env[69742]: DEBUG nova.policy [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7f589040a4647b312a058cc3ae917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb91db63ece84896ab3a7f07322eb779', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.721818] env[69742]: DEBUG oslo_vmware.api [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Task: {'id': task-4061104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197977} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.722186] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.722324] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.722910] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.722910] env[69742]: INFO nova.compute.manager [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1086.723079] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.723390] env[69742]: DEBUG nova.compute.manager [-] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.723495] env[69742]: DEBUG nova.network.neutron [-] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.891941] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528d7f8f-1199-42fa-8bf6-aaac79c196f3, 'name': SearchDatastore_Task, 'duration_secs': 0.021313} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.892229] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.892491] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.893017] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.893163] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.893364] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.893674] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.893987] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.894242] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6be1ee13-cf05-44c6-abc4-234581ad9ef9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.896522] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4763c268-f8ca-4b58-aea3-78a7cbdcefdc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.903567] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1086.903567] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52785870-8229-2ec6-a4c8-cf7b21db3586" [ 1086.903567] env[69742]: _type = "Task" [ 1086.903567] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.908457] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.908657] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.909875] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae89d48-0cc2-4404-942e-90efb58c6cec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.916999] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52785870-8229-2ec6-a4c8-cf7b21db3586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.917810] env[69742]: DEBUG nova.network.neutron [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Successfully created port: 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.923330] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1086.923330] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5209ae4e-04fd-213e-7b68-009911d8271b" [ 1086.923330] env[69742]: _type = "Task" [ 1086.923330] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.934787] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5209ae4e-04fd-213e-7b68-009911d8271b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.027457] env[69742]: DEBUG nova.compute.manager [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.112724] env[69742]: DEBUG nova.network.neutron [req-569b7207-94e5-49d7-8259-3aedd50651a8 req-9cce2d3b-2f6f-480e-88b9-c996239e22ec service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updated VIF entry in instance network info cache for port 616ed853-a0fb-4554-8831-4775ee0587bd. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.113106] env[69742]: DEBUG nova.network.neutron [req-569b7207-94e5-49d7-8259-3aedd50651a8 req-9cce2d3b-2f6f-480e-88b9-c996239e22ec service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updating instance_info_cache with network_info: [{"id": "616ed853-a0fb-4554-8831-4775ee0587bd", "address": "fa:16:3e:6f:3f:6c", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616ed853-a0", "ovs_interfaceid": "616ed853-a0fb-4554-8831-4775ee0587bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.223709] env[69742]: DEBUG nova.compute.manager [req-6e617d94-804e-48ba-b7eb-4b86e14d99a1 req-7bfb3349-e4e7-4c4f-9b2a-ec2e71264976 service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Received event network-vif-deleted-ede3c8ee-b5cd-4ab0-87a8-613916c50f82 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.224040] env[69742]: INFO nova.compute.manager [req-6e617d94-804e-48ba-b7eb-4b86e14d99a1 req-7bfb3349-e4e7-4c4f-9b2a-ec2e71264976 service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Neutron deleted interface ede3c8ee-b5cd-4ab0-87a8-613916c50f82; detaching it from the instance and deleting it from the info cache [ 1087.224315] env[69742]: DEBUG nova.network.neutron [req-6e617d94-804e-48ba-b7eb-4b86e14d99a1 req-7bfb3349-e4e7-4c4f-9b2a-ec2e71264976 service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Updating instance_info_cache with network_info: [{"id": "291f9e85-923b-4c2a-a91c-254cdf785e91", "address": "fa:16:3e:aa:26:73", "network": {"id": "b4407fe5-ac94-44d3-ab74-a1a852b0ccde", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1790353816", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "86ee79d564324e1286c85982ff1ac338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap291f9e85-92", "ovs_interfaceid": "291f9e85-923b-4c2a-a91c-254cdf785e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.271251] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4041842a-0583-435c-8863-9c9665b9700c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.280052] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2df5a0-14a4-4ad7-9007-8f4e09a32e23 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.313318] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a0fd8d-9c65-4886-a648-b5b53de62cda {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.321585] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f78e29-343c-4d75-a427-573815625c01 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.336409] env[69742]: DEBUG nova.compute.provider_tree [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.413915] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52785870-8229-2ec6-a4c8-cf7b21db3586, 'name': SearchDatastore_Task, 'duration_secs': 0.014028} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.414270] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.414483] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.414809] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.433297] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5209ae4e-04fd-213e-7b68-009911d8271b, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.434092] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65daa59-323f-452c-a2a4-cd5833ec76cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.439339] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1087.439339] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521dce36-f4d9-50ac-cc86-73843eb803bd" [ 1087.439339] env[69742]: _type = "Task" [ 1087.439339] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.447584] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521dce36-f4d9-50ac-cc86-73843eb803bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.617826] env[69742]: DEBUG oslo_concurrency.lockutils [req-569b7207-94e5-49d7-8259-3aedd50651a8 req-9cce2d3b-2f6f-480e-88b9-c996239e22ec service nova] Releasing lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.728260] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d498b1f0-9fa2-42be-ae32-6a8dd5b97dde {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.740029] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19ba5d9-fd7e-4a34-88e0-b5633bf92b44 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.773225] env[69742]: DEBUG nova.compute.manager [req-6e617d94-804e-48ba-b7eb-4b86e14d99a1 req-7bfb3349-e4e7-4c4f-9b2a-ec2e71264976 service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Detach interface failed, port_id=ede3c8ee-b5cd-4ab0-87a8-613916c50f82, reason: Instance 0d4536ac-5af0-4181-a4c0-d87adf55e256 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.840630] env[69742]: DEBUG nova.scheduler.client.report [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.885777] env[69742]: DEBUG nova.network.neutron [-] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.951978] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521dce36-f4d9-50ac-cc86-73843eb803bd, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.952304] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.952619] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4141d5be-3101-404d-b948-2c88a110b2f8/4141d5be-3101-404d-b948-2c88a110b2f8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.952964] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.953324] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.953621] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e7eb977-ed6f-49bf-9b51-5a8388047d56 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.955933] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2545ee7d-8324-4df3-8f4d-6d034bfb070d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.966380] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1087.966380] env[69742]: value = "task-4061105" [ 1087.966380] env[69742]: _type = "Task" [ 1087.966380] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.967932] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.968208] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.972697] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0d4749-2447-4cee-9ecf-ddff59346ced {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.980907] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1087.980907] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cca494-4d32-ad1b-c8ca-af049e2f6a88" [ 1087.980907] env[69742]: _type = "Task" [ 1087.980907] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.984191] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.994120] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cca494-4d32-ad1b-c8ca-af049e2f6a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.042645] env[69742]: DEBUG nova.compute.manager [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.068686] env[69742]: DEBUG nova.virt.hardware [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.068993] env[69742]: DEBUG nova.virt.hardware [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.069240] env[69742]: DEBUG nova.virt.hardware [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.069463] env[69742]: DEBUG nova.virt.hardware [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.069613] env[69742]: DEBUG nova.virt.hardware [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.069783] env[69742]: DEBUG nova.virt.hardware [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.070025] env[69742]: DEBUG nova.virt.hardware [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.070185] env[69742]: DEBUG nova.virt.hardware [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.070363] env[69742]: DEBUG nova.virt.hardware [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.070564] env[69742]: DEBUG nova.virt.hardware [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.070741] env[69742]: DEBUG nova.virt.hardware [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.071701] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec57ffe-7fb5-4fee-a2f0-d132d426afff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.081310] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6c2a22-e7eb-4e29-b47b-41f21aebb61b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.347102] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.347311] env[69742]: DEBUG nova.compute.manager [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.350211] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.690s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.350502] env[69742]: DEBUG nova.objects.instance [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1088.389130] env[69742]: INFO nova.compute.manager [-] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Took 1.67 seconds to deallocate network for instance. [ 1088.462254] env[69742]: DEBUG nova.compute.manager [req-02fd61df-8d7f-4daa-b73e-1f5735b3aec2 req-46783029-46b3-411f-a898-94e0dd024860 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Received event network-vif-plugged-4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.462562] env[69742]: DEBUG oslo_concurrency.lockutils [req-02fd61df-8d7f-4daa-b73e-1f5735b3aec2 req-46783029-46b3-411f-a898-94e0dd024860 service nova] Acquiring lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.462700] env[69742]: DEBUG oslo_concurrency.lockutils [req-02fd61df-8d7f-4daa-b73e-1f5735b3aec2 req-46783029-46b3-411f-a898-94e0dd024860 service nova] Lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.462871] env[69742]: DEBUG oslo_concurrency.lockutils [req-02fd61df-8d7f-4daa-b73e-1f5735b3aec2 req-46783029-46b3-411f-a898-94e0dd024860 service nova] Lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.463073] env[69742]: DEBUG nova.compute.manager [req-02fd61df-8d7f-4daa-b73e-1f5735b3aec2 req-46783029-46b3-411f-a898-94e0dd024860 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] No waiting events found dispatching network-vif-plugged-4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.463243] env[69742]: WARNING nova.compute.manager [req-02fd61df-8d7f-4daa-b73e-1f5735b3aec2 req-46783029-46b3-411f-a898-94e0dd024860 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Received unexpected event network-vif-plugged-4be63da5-0a87-476e-aa3b-f0b5181c8dc6 for instance with vm_state building and task_state spawning. [ 1088.479483] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061105, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.495375] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cca494-4d32-ad1b-c8ca-af049e2f6a88, 'name': SearchDatastore_Task, 'duration_secs': 0.014522} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.496197] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978b2790-e904-433b-b447-ce27b1702913 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.503381] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1088.503381] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5201dcf6-9ae4-b46e-ef35-2ac791751621" [ 1088.503381] env[69742]: _type = "Task" [ 1088.503381] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.513034] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5201dcf6-9ae4-b46e-ef35-2ac791751621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.573052] env[69742]: DEBUG nova.network.neutron [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Successfully updated port: 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.855304] env[69742]: DEBUG nova.compute.utils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.859746] env[69742]: DEBUG nova.compute.manager [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.859924] env[69742]: DEBUG nova.network.neutron [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.898954] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.901488] env[69742]: DEBUG nova.policy [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8155aac3eed24663be1af6fdbbdc9bb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3634e73ca6ec483b98e2f72b63aa750e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.979706] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57072} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.979912] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4141d5be-3101-404d-b948-2c88a110b2f8/4141d5be-3101-404d-b948-2c88a110b2f8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.980109] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.980370] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bea12e1d-ddb9-41d7-a566-b706fd3d3f63 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.988759] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1088.988759] env[69742]: value = "task-4061106" [ 1088.988759] env[69742]: _type = "Task" [ 1088.988759] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.999957] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.013720] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5201dcf6-9ae4-b46e-ef35-2ac791751621, 'name': SearchDatastore_Task, 'duration_secs': 0.0181} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.014107] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.014450] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e0227f47-369f-4cb4-a980-0b0083f70522/e0227f47-369f-4cb4-a980-0b0083f70522.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.014745] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2ffe1df-f37d-4a8f-8b19-7e6861b27cb7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.023471] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1089.023471] env[69742]: value = "task-4061107" [ 1089.023471] env[69742]: _type = "Task" [ 1089.023471] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.033819] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.075803] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.075969] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.076165] env[69742]: DEBUG nova.network.neutron [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.192126] env[69742]: DEBUG nova.network.neutron [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Successfully created port: e43f34e6-e3b3-4615-b8c6-841738ad2d65 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.343826] env[69742]: DEBUG nova.compute.manager [req-4c3bf8e7-3df3-418d-9a18-a8ae01270ee2 req-8a563ae4-1d92-4570-8306-628d877d37aa service nova] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Received event network-vif-deleted-291f9e85-923b-4c2a-a91c-254cdf785e91 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.361105] env[69742]: DEBUG nova.compute.manager [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.367157] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02bffefd-7316-4eea-89dd-6a60f7dbdfe8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.368549] env[69742]: DEBUG oslo_concurrency.lockutils [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.317s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.368887] env[69742]: DEBUG nova.objects.instance [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lazy-loading 'resources' on Instance uuid 73f5f454-1233-43ed-92e8-c2e813b8e73f {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.501421] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077664} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.501822] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.502576] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468b1eb9-bccb-4281-80fe-5405ad5357aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.530207] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 4141d5be-3101-404d-b948-2c88a110b2f8/4141d5be-3101-404d-b948-2c88a110b2f8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.530207] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e769c902-5537-4780-a6ab-bfa41b221ed7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.556230] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061107, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.557878] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1089.557878] env[69742]: value = "task-4061108" [ 1089.557878] env[69742]: _type = "Task" [ 1089.557878] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.567744] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.615958] env[69742]: DEBUG nova.network.neutron [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.786800] env[69742]: DEBUG nova.network.neutron [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updating instance_info_cache with network_info: [{"id": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "address": "fa:16:3e:b5:56:d9", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be63da5-0a", "ovs_interfaceid": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.043609] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757895} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.046984] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e0227f47-369f-4cb4-a980-0b0083f70522/e0227f47-369f-4cb4-a980-0b0083f70522.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.047308] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.048259] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f11910fe-7bf7-4e26-ad0b-c8a884d7ed41 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.057263] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1090.057263] env[69742]: value = "task-4061109" [ 1090.057263] env[69742]: _type = "Task" [ 1090.057263] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.074820] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.077562] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.079330] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1313d335-3afe-4aa0-9331-11572783cd07 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.088874] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e462757f-4499-4e48-b5f4-5a0e0b2a1183 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.123682] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c308d2e-fcc2-4b90-9321-fff98e780701 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.132893] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c8bad9-2c6f-496c-b4fa-cd51e074eead {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.148251] env[69742]: DEBUG nova.compute.provider_tree [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.290474] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.290890] env[69742]: DEBUG nova.compute.manager [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Instance network_info: |[{"id": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "address": "fa:16:3e:b5:56:d9", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be63da5-0a", "ovs_interfaceid": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.291704] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:56:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be63da5-0a87-476e-aa3b-f0b5181c8dc6', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.300057] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.300346] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.300579] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb60da41-c043-4f46-b1e1-96cacb176321 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.322000] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.322000] env[69742]: value = "task-4061110" [ 1090.322000] env[69742]: _type = "Task" [ 1090.322000] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.331192] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061110, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.372735] env[69742]: DEBUG nova.compute.manager [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.401977] env[69742]: DEBUG nova.virt.hardware [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.401977] env[69742]: DEBUG nova.virt.hardware [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.401977] env[69742]: DEBUG nova.virt.hardware [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.402193] env[69742]: DEBUG nova.virt.hardware [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.402375] env[69742]: DEBUG nova.virt.hardware [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.402581] env[69742]: DEBUG nova.virt.hardware [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.402899] env[69742]: DEBUG nova.virt.hardware [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.403142] env[69742]: DEBUG nova.virt.hardware [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.403382] env[69742]: DEBUG nova.virt.hardware [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.403630] env[69742]: DEBUG nova.virt.hardware [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.403920] env[69742]: DEBUG nova.virt.hardware [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.405226] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c4041f-f892-4cba-9a28-a75f353de13b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.415546] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13f09e1-16da-4913-8acc-e86789c8bbc2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.496191] env[69742]: DEBUG nova.compute.manager [req-30ad87f6-14d0-4695-86fd-5059804d037f req-b172dfe2-d112-49d3-aa12-de231dcb82e6 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Received event network-changed-4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.496674] env[69742]: DEBUG nova.compute.manager [req-30ad87f6-14d0-4695-86fd-5059804d037f req-b172dfe2-d112-49d3-aa12-de231dcb82e6 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing instance network info cache due to event network-changed-4be63da5-0a87-476e-aa3b-f0b5181c8dc6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.496957] env[69742]: DEBUG oslo_concurrency.lockutils [req-30ad87f6-14d0-4695-86fd-5059804d037f req-b172dfe2-d112-49d3-aa12-de231dcb82e6 service nova] Acquiring lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.497134] env[69742]: DEBUG oslo_concurrency.lockutils [req-30ad87f6-14d0-4695-86fd-5059804d037f req-b172dfe2-d112-49d3-aa12-de231dcb82e6 service nova] Acquired lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.497321] env[69742]: DEBUG nova.network.neutron [req-30ad87f6-14d0-4695-86fd-5059804d037f req-b172dfe2-d112-49d3-aa12-de231dcb82e6 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing network info cache for port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.569981] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083051} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.573682] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.574741] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e44c145-d8c8-4a69-8f44-ba281d33b553 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.582626] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061108, 'name': ReconfigVM_Task, 'duration_secs': 0.7791} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.590035] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 4141d5be-3101-404d-b948-2c88a110b2f8/4141d5be-3101-404d-b948-2c88a110b2f8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.599792] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] e0227f47-369f-4cb4-a980-0b0083f70522/e0227f47-369f-4cb4-a980-0b0083f70522.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.600119] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-def9c688-a507-43b8-a21d-2ff1bab188a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.601911] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3f398fc-4890-4f75-9699-12453856407e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.623690] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1090.623690] env[69742]: value = "task-4061111" [ 1090.623690] env[69742]: _type = "Task" [ 1090.623690] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.624132] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1090.624132] env[69742]: value = "task-4061112" [ 1090.624132] env[69742]: _type = "Task" [ 1090.624132] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.645147] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.656397] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061111, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.700420] env[69742]: DEBUG nova.scheduler.client.report [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1090.701602] env[69742]: DEBUG nova.compute.provider_tree [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 120 to 121 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1090.701602] env[69742]: DEBUG nova.compute.provider_tree [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.834702] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061110, 'name': CreateVM_Task, 'duration_secs': 0.385876} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.834947] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.835796] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.835990] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.836551] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.836860] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2c99dc-8346-4609-8bc6-0ec5efcfbd56 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.843811] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1090.843811] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ed969d-e7d3-f46e-1d27-82cedda94f4d" [ 1090.843811] env[69742]: _type = "Task" [ 1090.843811] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.853381] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ed969d-e7d3-f46e-1d27-82cedda94f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.914453] env[69742]: DEBUG nova.network.neutron [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Successfully updated port: e43f34e6-e3b3-4615-b8c6-841738ad2d65 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.065934] env[69742]: DEBUG oslo_vmware.rw_handles [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bbe36c-da1d-17a2-d75f-b3d8fb3edeaf/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1091.067976] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942b3052-5270-4348-99a5-c73fa632d968 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.074209] env[69742]: DEBUG oslo_vmware.rw_handles [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bbe36c-da1d-17a2-d75f-b3d8fb3edeaf/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1091.074377] env[69742]: ERROR oslo_vmware.rw_handles [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bbe36c-da1d-17a2-d75f-b3d8fb3edeaf/disk-0.vmdk due to incomplete transfer. [ 1091.074608] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3eda1b02-24ee-4d48-91b9-b353127ab279 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.081586] env[69742]: DEBUG oslo_vmware.rw_handles [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bbe36c-da1d-17a2-d75f-b3d8fb3edeaf/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1091.081792] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Uploaded image 0e7a1524-13a5-4024-9684-1aa059ea0b9c to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1091.084347] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1091.084606] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-217cf0f9-5eac-43c9-86bb-d959eda0d147 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.092613] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1091.092613] env[69742]: value = "task-4061113" [ 1091.092613] env[69742]: _type = "Task" [ 1091.092613] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.102123] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061113, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.140426] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061111, 'name': Rename_Task, 'duration_secs': 0.207047} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.140681] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061112, 'name': ReconfigVM_Task, 'duration_secs': 0.427625} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.143717] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.144053] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Reconfigured VM instance instance-0000005a to attach disk [datastore2] e0227f47-369f-4cb4-a980-0b0083f70522/e0227f47-369f-4cb4-a980-0b0083f70522.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.144678] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4a8881e-1285-49aa-a7a2-b3bd5154cad5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.146373] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ad02023-d356-45f3-abf1-5f5f6c9f2ba8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.154465] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1091.154465] env[69742]: value = "task-4061115" [ 1091.154465] env[69742]: _type = "Task" [ 1091.154465] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.155719] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1091.155719] env[69742]: value = "task-4061114" [ 1091.155719] env[69742]: _type = "Task" [ 1091.155719] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.172272] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061115, 'name': Rename_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.175946] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.208752] env[69742]: DEBUG oslo_concurrency.lockutils [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.212040] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.313s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.212040] env[69742]: DEBUG nova.objects.instance [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lazy-loading 'resources' on Instance uuid 0d4536ac-5af0-4181-a4c0-d87adf55e256 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.221391] env[69742]: DEBUG nova.network.neutron [req-30ad87f6-14d0-4695-86fd-5059804d037f req-b172dfe2-d112-49d3-aa12-de231dcb82e6 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updated VIF entry in instance network info cache for port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.221748] env[69742]: DEBUG nova.network.neutron [req-30ad87f6-14d0-4695-86fd-5059804d037f req-b172dfe2-d112-49d3-aa12-de231dcb82e6 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updating instance_info_cache with network_info: [{"id": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "address": "fa:16:3e:b5:56:d9", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be63da5-0a", "ovs_interfaceid": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.232612] env[69742]: INFO nova.scheduler.client.report [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Deleted allocations for instance 73f5f454-1233-43ed-92e8-c2e813b8e73f [ 1091.357183] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ed969d-e7d3-f46e-1d27-82cedda94f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.028318} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.357542] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.357808] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.358083] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.358247] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.358438] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.358802] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1767ebc-3c00-4981-86fe-446cc66e8751 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.368633] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.368940] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.369660] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8848abf3-8dc7-43d8-81a2-4f2276ca608b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.376224] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1091.376224] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b460ba-c542-0d78-8f48-5ca65cd060f7" [ 1091.376224] env[69742]: _type = "Task" [ 1091.376224] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.385447] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b460ba-c542-0d78-8f48-5ca65cd060f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.418047] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.418047] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.418268] env[69742]: DEBUG nova.network.neutron [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.606185] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061113, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.668866] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061115, 'name': Rename_Task, 'duration_secs': 0.253449} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.672247] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.672532] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061114, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.672809] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d58c3331-f932-429f-a251-497b8adc2a4b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.680601] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1091.680601] env[69742]: value = "task-4061116" [ 1091.680601] env[69742]: _type = "Task" [ 1091.680601] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.690709] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.725490] env[69742]: DEBUG oslo_concurrency.lockutils [req-30ad87f6-14d0-4695-86fd-5059804d037f req-b172dfe2-d112-49d3-aa12-de231dcb82e6 service nova] Releasing lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.742337] env[69742]: DEBUG oslo_concurrency.lockutils [None req-82a37de2-8538-49c2-80c6-4a9e045641ef tempest-ImagesTestJSON-1926541847 tempest-ImagesTestJSON-1926541847-project-member] Lock "73f5f454-1233-43ed-92e8-c2e813b8e73f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.360s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.887689] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b460ba-c542-0d78-8f48-5ca65cd060f7, 'name': SearchDatastore_Task, 'duration_secs': 0.014823} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.891254] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e45120e-b77e-4b9d-b003-ae7f66779cd5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.897726] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1091.897726] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5298fd38-e424-4697-5429-885cdf988da5" [ 1091.897726] env[69742]: _type = "Task" [ 1091.897726] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.905197] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a8aeb4-226a-4814-98f4-ee579eef835f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.911093] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5298fd38-e424-4697-5429-885cdf988da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.917251] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc12b8bd-f079-4395-ac20-22a7caf9058b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.953539] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cde4c6-11ce-4cb9-9c4c-2d02f28b259f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.962320] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168363bf-fe83-4e23-a573-21dd9d5d4cac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.980396] env[69742]: DEBUG nova.compute.provider_tree [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.982653] env[69742]: DEBUG nova.network.neutron [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.106909] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061113, 'name': Destroy_Task, 'duration_secs': 0.701545} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.107165] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Destroyed the VM [ 1092.107408] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1092.107700] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-26676975-1501-44a9-92fa-a27e0cf5dc4f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.115453] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1092.115453] env[69742]: value = "task-4061117" [ 1092.115453] env[69742]: _type = "Task" [ 1092.115453] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.124344] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061117, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.140690] env[69742]: DEBUG nova.network.neutron [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Updating instance_info_cache with network_info: [{"id": "e43f34e6-e3b3-4615-b8c6-841738ad2d65", "address": "fa:16:3e:f9:b1:3f", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43f34e6-e3", "ovs_interfaceid": "e43f34e6-e3b3-4615-b8c6-841738ad2d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.172676] env[69742]: DEBUG oslo_vmware.api [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061114, 'name': PowerOnVM_Task, 'duration_secs': 0.935436} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.173163] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.174024] env[69742]: INFO nova.compute.manager [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1092.174024] env[69742]: DEBUG nova.compute.manager [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.174838] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c15e1d4-e6b5-4425-b3a4-8e7fbd8a0ac8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.196116] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061116, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.419470] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5298fd38-e424-4697-5429-885cdf988da5, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.419853] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.420252] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] eb44f4dc-846f-4ba5-b258-422d5ef9b24c/eb44f4dc-846f-4ba5-b258-422d5ef9b24c.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.420695] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5888c29-2c35-485d-bd7c-6427e0b1163d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.428055] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1092.428055] env[69742]: value = "task-4061118" [ 1092.428055] env[69742]: _type = "Task" [ 1092.428055] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.437859] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.486583] env[69742]: DEBUG nova.scheduler.client.report [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.523334] env[69742]: DEBUG nova.compute.manager [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Received event network-vif-plugged-e43f34e6-e3b3-4615-b8c6-841738ad2d65 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.523561] env[69742]: DEBUG oslo_concurrency.lockutils [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] Acquiring lock "c869168b-e498-4118-bd93-1df0b80c0ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.523776] env[69742]: DEBUG oslo_concurrency.lockutils [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.523945] env[69742]: DEBUG oslo_concurrency.lockutils [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.524128] env[69742]: DEBUG nova.compute.manager [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] No waiting events found dispatching network-vif-plugged-e43f34e6-e3b3-4615-b8c6-841738ad2d65 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.524307] env[69742]: WARNING nova.compute.manager [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Received unexpected event network-vif-plugged-e43f34e6-e3b3-4615-b8c6-841738ad2d65 for instance with vm_state building and task_state spawning. [ 1092.524753] env[69742]: DEBUG nova.compute.manager [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Received event network-changed-e43f34e6-e3b3-4615-b8c6-841738ad2d65 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.524753] env[69742]: DEBUG nova.compute.manager [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Refreshing instance network info cache due to event network-changed-e43f34e6-e3b3-4615-b8c6-841738ad2d65. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.524841] env[69742]: DEBUG oslo_concurrency.lockutils [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] Acquiring lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.626006] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061117, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.643487] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.645940] env[69742]: DEBUG nova.compute.manager [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Instance network_info: |[{"id": "e43f34e6-e3b3-4615-b8c6-841738ad2d65", "address": "fa:16:3e:f9:b1:3f", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43f34e6-e3", "ovs_interfaceid": "e43f34e6-e3b3-4615-b8c6-841738ad2d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.645940] env[69742]: DEBUG oslo_concurrency.lockutils [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] Acquired lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.645940] env[69742]: DEBUG nova.network.neutron [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Refreshing network info cache for port e43f34e6-e3b3-4615-b8c6-841738ad2d65 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.646524] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:b1:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e43f34e6-e3b3-4615-b8c6-841738ad2d65', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.655129] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.655428] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.656477] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3fdca28-d81d-4168-b9bb-4a00d877a1b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.683643] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.683643] env[69742]: value = "task-4061119" [ 1092.683643] env[69742]: _type = "Task" [ 1092.683643] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.701142] env[69742]: DEBUG oslo_vmware.api [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061116, 'name': PowerOnVM_Task, 'duration_secs': 0.760148} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.705204] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.705204] env[69742]: INFO nova.compute.manager [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1092.705204] env[69742]: DEBUG nova.compute.manager [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.708271] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d454983c-d821-41a2-a0a0-fd48c98e797a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.711335] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061119, 'name': CreateVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.711956] env[69742]: INFO nova.compute.manager [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Took 16.14 seconds to build instance. [ 1092.942949] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061118, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.996126] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.051758] env[69742]: INFO nova.scheduler.client.report [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Deleted allocations for instance 0d4536ac-5af0-4181-a4c0-d87adf55e256 [ 1093.128791] env[69742]: DEBUG oslo_vmware.api [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061117, 'name': RemoveSnapshot_Task, 'duration_secs': 0.829427} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.129115] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1093.129404] env[69742]: INFO nova.compute.manager [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Took 16.15 seconds to snapshot the instance on the hypervisor. [ 1093.198047] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061119, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.218552] env[69742]: DEBUG oslo_concurrency.lockutils [None req-71be1708-5452-4071-a467-316885364d70 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.656s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.237027] env[69742]: INFO nova.compute.manager [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Took 13.99 seconds to build instance. [ 1093.409713] env[69742]: DEBUG nova.network.neutron [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Updated VIF entry in instance network info cache for port e43f34e6-e3b3-4615-b8c6-841738ad2d65. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.410368] env[69742]: DEBUG nova.network.neutron [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Updating instance_info_cache with network_info: [{"id": "e43f34e6-e3b3-4615-b8c6-841738ad2d65", "address": "fa:16:3e:f9:b1:3f", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43f34e6-e3", "ovs_interfaceid": "e43f34e6-e3b3-4615-b8c6-841738ad2d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.444864] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688424} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.446056] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] eb44f4dc-846f-4ba5-b258-422d5ef9b24c/eb44f4dc-846f-4ba5-b258-422d5ef9b24c.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.446291] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.446582] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abdde121-0c18-4d92-8116-2e236e5d92d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.455638] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1093.455638] env[69742]: value = "task-4061120" [ 1093.455638] env[69742]: _type = "Task" [ 1093.455638] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.469654] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.520840] env[69742]: DEBUG nova.compute.manager [req-b422e66e-6bb3-4a7a-b019-8e79f44eeb75 req-b1bbb2d3-39bb-44c2-8a90-b1470f4cf778 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Received event network-changed-616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.520840] env[69742]: DEBUG nova.compute.manager [req-b422e66e-6bb3-4a7a-b019-8e79f44eeb75 req-b1bbb2d3-39bb-44c2-8a90-b1470f4cf778 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Refreshing instance network info cache due to event network-changed-616ed853-a0fb-4554-8831-4775ee0587bd. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.520987] env[69742]: DEBUG oslo_concurrency.lockutils [req-b422e66e-6bb3-4a7a-b019-8e79f44eeb75 req-b1bbb2d3-39bb-44c2-8a90-b1470f4cf778 service nova] Acquiring lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.521277] env[69742]: DEBUG oslo_concurrency.lockutils [req-b422e66e-6bb3-4a7a-b019-8e79f44eeb75 req-b1bbb2d3-39bb-44c2-8a90-b1470f4cf778 service nova] Acquired lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.521473] env[69742]: DEBUG nova.network.neutron [req-b422e66e-6bb3-4a7a-b019-8e79f44eeb75 req-b1bbb2d3-39bb-44c2-8a90-b1470f4cf778 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Refreshing network info cache for port 616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.566282] env[69742]: DEBUG oslo_concurrency.lockutils [None req-36a54f40-ad04-41f8-84ca-2aa22d3dd6a0 tempest-ServersTestMultiNic-426787817 tempest-ServersTestMultiNic-426787817-project-member] Lock "0d4536ac-5af0-4181-a4c0-d87adf55e256" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.536s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.689904] env[69742]: DEBUG nova.compute.manager [None req-8a12b5ef-0f31-476b-ad00-63860a8f7b10 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Found 2 images (rotation: 2) {{(pid=69742) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1093.702034] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061119, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.741438] env[69742]: DEBUG oslo_concurrency.lockutils [None req-984082ec-7def-4d0e-9478-40d5cee236c6 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "e0227f47-369f-4cb4-a980-0b0083f70522" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.507s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.914148] env[69742]: DEBUG oslo_concurrency.lockutils [req-af8349ab-c644-4abe-b4c8-f383dccf5ef9 req-e6919533-9061-4215-9303-b67a07f738a4 service nova] Releasing lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.970385] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080194} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.970707] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.972029] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d827f7e0-55fe-4b3a-b03f-03ff1273675f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.998446] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] eb44f4dc-846f-4ba5-b258-422d5ef9b24c/eb44f4dc-846f-4ba5-b258-422d5ef9b24c.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.998792] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a273bb0c-0341-4d4f-9ed5-aef4a360fa85 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.020111] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1094.020111] env[69742]: value = "task-4061121" [ 1094.020111] env[69742]: _type = "Task" [ 1094.020111] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.031786] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.125071] env[69742]: INFO nova.compute.manager [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Rebuilding instance [ 1094.183030] env[69742]: DEBUG nova.compute.manager [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.183971] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58081496-022f-41f9-be1e-365ab837ce39 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.205029] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061119, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.518970] env[69742]: DEBUG nova.network.neutron [req-b422e66e-6bb3-4a7a-b019-8e79f44eeb75 req-b1bbb2d3-39bb-44c2-8a90-b1470f4cf778 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updated VIF entry in instance network info cache for port 616ed853-a0fb-4554-8831-4775ee0587bd. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.520465] env[69742]: DEBUG nova.network.neutron [req-b422e66e-6bb3-4a7a-b019-8e79f44eeb75 req-b1bbb2d3-39bb-44c2-8a90-b1470f4cf778 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updating instance_info_cache with network_info: [{"id": "616ed853-a0fb-4554-8831-4775ee0587bd", "address": "fa:16:3e:6f:3f:6c", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616ed853-a0", "ovs_interfaceid": "616ed853-a0fb-4554-8831-4775ee0587bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.536089] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061121, 'name': ReconfigVM_Task, 'duration_secs': 0.326735} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.536344] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Reconfigured VM instance instance-0000005b to attach disk [datastore2] eb44f4dc-846f-4ba5-b258-422d5ef9b24c/eb44f4dc-846f-4ba5-b258-422d5ef9b24c.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.537000] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95dc86cc-2909-4797-9d73-a5161c0f9ddd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.545505] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1094.545505] env[69742]: value = "task-4061122" [ 1094.545505] env[69742]: _type = "Task" [ 1094.545505] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.554118] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061122, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.709765] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061119, 'name': CreateVM_Task, 'duration_secs': 1.706072} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.710197] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.710783] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.710993] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.711632] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.711632] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea3197e-bb78-4ca9-9978-4a82cce55ffe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.719048] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1094.719048] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5292cf17-f335-3741-3f1e-1c925df6fcc5" [ 1094.719048] env[69742]: _type = "Task" [ 1094.719048] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.729311] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5292cf17-f335-3741-3f1e-1c925df6fcc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.030885] env[69742]: DEBUG oslo_concurrency.lockutils [req-b422e66e-6bb3-4a7a-b019-8e79f44eeb75 req-b1bbb2d3-39bb-44c2-8a90-b1470f4cf778 service nova] Releasing lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.056474] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061122, 'name': Rename_Task, 'duration_secs': 0.163643} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.056854] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.057142] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a08bf6d3-277e-46f2-b69d-17a7e804adcf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.064819] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1095.064819] env[69742]: value = "task-4061123" [ 1095.064819] env[69742]: _type = "Task" [ 1095.064819] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.082898] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.205663] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.206011] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16849b10-2d60-430a-bb3b-09b1799637eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.214448] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1095.214448] env[69742]: value = "task-4061124" [ 1095.214448] env[69742]: _type = "Task" [ 1095.214448] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.227283] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.233688] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5292cf17-f335-3741-3f1e-1c925df6fcc5, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.234046] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.234340] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.234985] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.234985] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.234985] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.235305] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7042a6e5-3993-43ea-a16e-e55510c17d90 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.245207] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.245207] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.246040] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b525cd-6218-4b70-87d3-845e42410fc0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.252204] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1095.252204] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526ffcda-5436-65c1-fbf1-73f6b1b3ab25" [ 1095.252204] env[69742]: _type = "Task" [ 1095.252204] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.261156] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526ffcda-5436-65c1-fbf1-73f6b1b3ab25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.323926] env[69742]: DEBUG nova.compute.manager [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.325251] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df60c86-bbe8-4566-a7be-4d9513f0db78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.584028] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061123, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.729607] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061124, 'name': PowerOffVM_Task, 'duration_secs': 0.232641} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.733035] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.733035] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.733035] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3285b5a6-42be-430a-bfb6-709d17787bfa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.740465] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.740923] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04280a3b-9d60-41e1-ad3e-02d1873ef099 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.764158] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526ffcda-5436-65c1-fbf1-73f6b1b3ab25, 'name': SearchDatastore_Task, 'duration_secs': 0.011536} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.765051] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0904ec3f-c80d-40fb-9b32-1cd76e26d946 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.772516] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.772861] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.773133] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Deleting the datastore file [datastore2] e0227f47-369f-4cb4-a980-0b0083f70522 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.775117] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21fa091c-10f0-4dfe-81ad-48f414cd203c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.777300] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1095.777300] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d1d0b0-fd25-2eea-e6a5-8a4e807e4e0f" [ 1095.777300] env[69742]: _type = "Task" [ 1095.777300] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.783175] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1095.783175] env[69742]: value = "task-4061126" [ 1095.783175] env[69742]: _type = "Task" [ 1095.783175] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.791648] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d1d0b0-fd25-2eea-e6a5-8a4e807e4e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.797665] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.836614] env[69742]: INFO nova.compute.manager [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] instance snapshotting [ 1095.837557] env[69742]: DEBUG nova.objects.instance [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'flavor' on Instance uuid 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.078203] env[69742]: DEBUG oslo_vmware.api [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061123, 'name': PowerOnVM_Task, 'duration_secs': 0.532892} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.078630] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.078806] env[69742]: INFO nova.compute.manager [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1096.078997] env[69742]: DEBUG nova.compute.manager [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.083045] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d840eff7-ceb0-4d62-bea4-6903aa41214f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.297483] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d1d0b0-fd25-2eea-e6a5-8a4e807e4e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.045495} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.299440] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.299440] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c869168b-e498-4118-bd93-1df0b80c0ca8/c869168b-e498-4118-bd93-1df0b80c0ca8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.299440] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f4c049-9c19-4f4e-a4d4-e2f118586276 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.308920] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180547} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.310676] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.310676] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.310676] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.316175] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1096.316175] env[69742]: value = "task-4061127" [ 1096.316175] env[69742]: _type = "Task" [ 1096.316175] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.325409] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.349918] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b9572c-1b9a-426b-ad37-11c26c25133f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.375652] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f3b373-fcf8-46f0-bb8f-cfa58d5b384e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.606967] env[69742]: INFO nova.compute.manager [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Took 16.66 seconds to build instance. [ 1096.831237] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061127, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.888124] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1096.888391] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3de88c65-ca97-4c7a-8fa1-d422edb461f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.898762] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1096.898762] env[69742]: value = "task-4061128" [ 1096.898762] env[69742]: _type = "Task" [ 1096.898762] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.911285] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.110230] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6546e06-b98d-4af4-8b0a-64800697dd8e tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.178s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.336743] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555215} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.337573] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c869168b-e498-4118-bd93-1df0b80c0ca8/c869168b-e498-4118-bd93-1df0b80c0ca8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.337573] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.337573] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0343a4ba-b5e9-4242-93a1-d7684f404702 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.347519] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1097.347519] env[69742]: value = "task-4061129" [ 1097.347519] env[69742]: _type = "Task" [ 1097.347519] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.359106] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.372818] env[69742]: DEBUG nova.virt.hardware [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.373870] env[69742]: DEBUG nova.virt.hardware [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.373870] env[69742]: DEBUG nova.virt.hardware [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.373870] env[69742]: DEBUG nova.virt.hardware [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.373870] env[69742]: DEBUG nova.virt.hardware [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.373870] env[69742]: DEBUG nova.virt.hardware [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.374300] env[69742]: DEBUG nova.virt.hardware [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.375527] env[69742]: DEBUG nova.virt.hardware [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.375763] env[69742]: DEBUG nova.virt.hardware [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.376046] env[69742]: DEBUG nova.virt.hardware [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.376256] env[69742]: DEBUG nova.virt.hardware [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.377287] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b550a8-225f-4847-86bf-33a33b32b0df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.389251] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb9eb17-cb72-48e9-a032-5439c70c656f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.406512] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.413253] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.417046] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.417046] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d711daa6-53e6-4ec0-af2e-a052d930f9c6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.436707] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.437534] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.437534] env[69742]: value = "task-4061130" [ 1097.437534] env[69742]: _type = "Task" [ 1097.437534] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.446153] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061130, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.465311] env[69742]: DEBUG nova.compute.manager [req-9fa9ee5c-0428-4564-9ff3-f0bcee69eee0 req-61e5ea80-f3b9-458e-9199-7ce038da286c service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Received event network-changed-4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.465390] env[69742]: DEBUG nova.compute.manager [req-9fa9ee5c-0428-4564-9ff3-f0bcee69eee0 req-61e5ea80-f3b9-458e-9199-7ce038da286c service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing instance network info cache due to event network-changed-4be63da5-0a87-476e-aa3b-f0b5181c8dc6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.466300] env[69742]: DEBUG oslo_concurrency.lockutils [req-9fa9ee5c-0428-4564-9ff3-f0bcee69eee0 req-61e5ea80-f3b9-458e-9199-7ce038da286c service nova] Acquiring lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.466300] env[69742]: DEBUG oslo_concurrency.lockutils [req-9fa9ee5c-0428-4564-9ff3-f0bcee69eee0 req-61e5ea80-f3b9-458e-9199-7ce038da286c service nova] Acquired lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.466300] env[69742]: DEBUG nova.network.neutron [req-9fa9ee5c-0428-4564-9ff3-f0bcee69eee0 req-61e5ea80-f3b9-458e-9199-7ce038da286c service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing network info cache for port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.806179] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.806834] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.859505] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078887} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.859903] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.860738] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e460640-3851-4652-a89b-ad70a2c0ae5c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.891392] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] c869168b-e498-4118-bd93-1df0b80c0ca8/c869168b-e498-4118-bd93-1df0b80c0ca8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.891959] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a094d318-b4ed-4a2a-8ae2-9947b782b886 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.920754] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.920754] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1097.920754] env[69742]: value = "task-4061131" [ 1097.920754] env[69742]: _type = "Task" [ 1097.920754] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.933313] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.952272] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061130, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.294806] env[69742]: DEBUG nova.network.neutron [req-9fa9ee5c-0428-4564-9ff3-f0bcee69eee0 req-61e5ea80-f3b9-458e-9199-7ce038da286c service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updated VIF entry in instance network info cache for port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.295696] env[69742]: DEBUG nova.network.neutron [req-9fa9ee5c-0428-4564-9ff3-f0bcee69eee0 req-61e5ea80-f3b9-458e-9199-7ce038da286c service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updating instance_info_cache with network_info: [{"id": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "address": "fa:16:3e:b5:56:d9", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be63da5-0a", "ovs_interfaceid": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.311274] env[69742]: DEBUG nova.compute.manager [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.424976] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061128, 'name': CreateSnapshot_Task, 'duration_secs': 1.163833} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.429814] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1098.431120] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7adcc90-5209-4b1e-baee-e569ff6cca0c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.459518] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061131, 'name': ReconfigVM_Task, 'duration_secs': 0.353411} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.463032] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Reconfigured VM instance instance-0000005c to attach disk [datastore2] c869168b-e498-4118-bd93-1df0b80c0ca8/c869168b-e498-4118-bd93-1df0b80c0ca8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.463032] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a92a9acf-6834-4ec8-9a7a-70a71d1b7c20 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.471799] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061130, 'name': CreateVM_Task, 'duration_secs': 0.694564} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.472102] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.472930] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.473109] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.473836] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.474310] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0113724a-65a6-49a8-a1c9-d99df986eeb3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.479996] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1098.479996] env[69742]: value = "task-4061132" [ 1098.479996] env[69742]: _type = "Task" [ 1098.479996] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.499015] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.499435] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.501813] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1098.501813] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526f902f-d422-7d6d-24cc-3a3c9a18c2f4" [ 1098.501813] env[69742]: _type = "Task" [ 1098.501813] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.514507] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061132, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.523853] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526f902f-d422-7d6d-24cc-3a3c9a18c2f4, 'name': SearchDatastore_Task, 'duration_secs': 0.022902} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.524417] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.524756] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.524984] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.525188] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.525439] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.526264] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6220ca24-f31c-491c-a2f7-776448247141 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.542017] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.542283] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.544618] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9fc91b-7542-40ff-b9a3-03e941b9a11a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.553921] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1098.553921] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527a14ea-c51c-69dd-8a51-592b0912c54e" [ 1098.553921] env[69742]: _type = "Task" [ 1098.553921] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.568083] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527a14ea-c51c-69dd-8a51-592b0912c54e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.800020] env[69742]: DEBUG oslo_concurrency.lockutils [req-9fa9ee5c-0428-4564-9ff3-f0bcee69eee0 req-61e5ea80-f3b9-458e-9199-7ce038da286c service nova] Releasing lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.835829] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.837064] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.838621] env[69742]: INFO nova.compute.claims [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.968617] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1098.969489] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c011335f-92e1-42c9-a7a4-388457976860 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.981113] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1098.981113] env[69742]: value = "task-4061133" [ 1098.981113] env[69742]: _type = "Task" [ 1098.981113] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.999444] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061133, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.002725] env[69742]: DEBUG nova.compute.manager [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.006619] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061132, 'name': Rename_Task, 'duration_secs': 0.317696} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.007397] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.007789] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8346dd0a-29c5-4f38-879b-081dc55e9fa3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.019117] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1099.019117] env[69742]: value = "task-4061134" [ 1099.019117] env[69742]: _type = "Task" [ 1099.019117] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.032829] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.066960] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527a14ea-c51c-69dd-8a51-592b0912c54e, 'name': SearchDatastore_Task, 'duration_secs': 0.019152} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.066960] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa48815-d941-4420-a247-edb128b58d3c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.073748] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1099.073748] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c71df6-71f2-a432-8fb2-63f116199206" [ 1099.073748] env[69742]: _type = "Task" [ 1099.073748] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.085184] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c71df6-71f2-a432-8fb2-63f116199206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.495338] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061133, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.531256] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061134, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.532514] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.584533] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c71df6-71f2-a432-8fb2-63f116199206, 'name': SearchDatastore_Task, 'duration_secs': 0.016956} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.584820] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.585091] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e0227f47-369f-4cb4-a980-0b0083f70522/e0227f47-369f-4cb4-a980-0b0083f70522.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.585366] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36ed5431-72a9-4ee4-b9c4-306e7936fc24 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.593358] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1099.593358] env[69742]: value = "task-4061135" [ 1099.593358] env[69742]: _type = "Task" [ 1099.593358] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.602328] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.996616] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061133, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.034185] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061134, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.081827] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c1d562-5c6a-4a76-94b6-3ccea9fde9d8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.091839] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720ed77c-ad47-49a2-86c4-4279e5d3de2a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.131639] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061135, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.132804] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aea56a-b143-4d6b-9282-33c0dad98c95 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.141747] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eeec3b-fa7c-49de-8cd0-cb0920e934e7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.158808] env[69742]: DEBUG nova.compute.provider_tree [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.495802] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061133, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.531723] env[69742]: DEBUG oslo_vmware.api [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061134, 'name': PowerOnVM_Task, 'duration_secs': 1.038101} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.532019] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.532240] env[69742]: INFO nova.compute.manager [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1100.532732] env[69742]: DEBUG nova.compute.manager [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.533236] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b646fdc-3283-42d3-9a54-5f6e8c60ae6c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.605772] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730739} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.606398] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e0227f47-369f-4cb4-a980-0b0083f70522/e0227f47-369f-4cb4-a980-0b0083f70522.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.606509] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.607062] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ac2c28d-9e0f-4032-a985-11acaf6939a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.615212] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1100.615212] env[69742]: value = "task-4061136" [ 1100.615212] env[69742]: _type = "Task" [ 1100.615212] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.625046] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.663017] env[69742]: DEBUG nova.scheduler.client.report [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.995057] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061133, 'name': CloneVM_Task, 'duration_secs': 2.012153} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.995400] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Created linked-clone VM from snapshot [ 1100.996359] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9217e734-0038-4c44-8254-7c71a578e79a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.003872] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Uploading image ad03f320-b473-45ee-848b-89700fd3786f {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1101.031759] env[69742]: DEBUG oslo_vmware.rw_handles [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1101.031759] env[69742]: value = "vm-804885" [ 1101.031759] env[69742]: _type = "VirtualMachine" [ 1101.031759] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1101.032059] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb7eaf76-d5ed-4aed-a04c-117476fbb385 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.039475] env[69742]: DEBUG oslo_vmware.rw_handles [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lease: (returnval){ [ 1101.039475] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c84266-47c0-bc93-39e3-a0eff51c3d19" [ 1101.039475] env[69742]: _type = "HttpNfcLease" [ 1101.039475] env[69742]: } obtained for exporting VM: (result){ [ 1101.039475] env[69742]: value = "vm-804885" [ 1101.039475] env[69742]: _type = "VirtualMachine" [ 1101.039475] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1101.039745] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the lease: (returnval){ [ 1101.039745] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c84266-47c0-bc93-39e3-a0eff51c3d19" [ 1101.039745] env[69742]: _type = "HttpNfcLease" [ 1101.039745] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1101.053026] env[69742]: INFO nova.compute.manager [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Took 19.88 seconds to build instance. [ 1101.057899] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.057899] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c84266-47c0-bc93-39e3-a0eff51c3d19" [ 1101.057899] env[69742]: _type = "HttpNfcLease" [ 1101.057899] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1101.058194] env[69742]: DEBUG oslo_vmware.rw_handles [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1101.058194] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c84266-47c0-bc93-39e3-a0eff51c3d19" [ 1101.058194] env[69742]: _type = "HttpNfcLease" [ 1101.058194] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1101.058949] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d8fd56-c5d8-4e2a-85b4-27f485b92b2f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.067689] env[69742]: DEBUG oslo_vmware.rw_handles [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521125bb-5ff5-676c-88ef-84b88dddf964/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1101.067896] env[69742]: DEBUG oslo_vmware.rw_handles [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521125bb-5ff5-676c-88ef-84b88dddf964/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1101.134173] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185197} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.134440] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.135257] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e7f94f-6813-4836-aefd-6da6caaa4202 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.156248] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] e0227f47-369f-4cb4-a980-0b0083f70522/e0227f47-369f-4cb4-a980-0b0083f70522.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.156549] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d36ad8-0a7d-4daa-963d-abb38f93fb25 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.171911] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.172455] env[69742]: DEBUG nova.compute.manager [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.179020] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.643s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.179020] env[69742]: INFO nova.compute.claims [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.183585] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a73b01e-371a-46e4-82e5-c507c92bda03 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.187765] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1101.187765] env[69742]: value = "task-4061138" [ 1101.187765] env[69742]: _type = "Task" [ 1101.187765] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.199436] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.554901] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20cd13e8-1212-4253-b94f-bdb1b5d6fdad tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.406s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.678072] env[69742]: DEBUG nova.compute.utils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.679855] env[69742]: DEBUG nova.compute.manager [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.679969] env[69742]: DEBUG nova.network.neutron [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.701981] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061138, 'name': ReconfigVM_Task, 'duration_secs': 0.372628} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.702476] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Reconfigured VM instance instance-0000005a to attach disk [datastore2] e0227f47-369f-4cb4-a980-0b0083f70522/e0227f47-369f-4cb4-a980-0b0083f70522.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.703352] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48e63b47-ca85-49d8-ba4e-40c485094892 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.714038] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1101.714038] env[69742]: value = "task-4061139" [ 1101.714038] env[69742]: _type = "Task" [ 1101.714038] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.726707] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061139, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.729982] env[69742]: DEBUG nova.policy [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fa2289824484e55ac283673df76f96c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d0f14fb4be243aab5c62a5be3a61b4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.923343] env[69742]: DEBUG oslo_concurrency.lockutils [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "c869168b-e498-4118-bd93-1df0b80c0ca8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.923826] env[69742]: DEBUG oslo_concurrency.lockutils [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.925651] env[69742]: INFO nova.compute.manager [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Shelving [ 1102.096554] env[69742]: DEBUG nova.network.neutron [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Successfully created port: da692d38-b68e-48ad-b3f4-2e5bf69bb6da {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.186070] env[69742]: DEBUG nova.compute.manager [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.232474] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061139, 'name': Rename_Task, 'duration_secs': 0.238297} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.233100] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.233740] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb81a3e0-1c52-4283-bffe-db7370135c14 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.242170] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1102.242170] env[69742]: value = "task-4061140" [ 1102.242170] env[69742]: _type = "Task" [ 1102.242170] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.403554] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c61445-2405-40e8-af78-fd53aff0e5f9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.412653] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e3b5a8-70af-4052-80e0-aa7fee5f96d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.447756] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac4690c-9b98-4f9d-89cd-3c450bdf5639 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.459212] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65990567-c5c0-4949-841f-173de5a1e130 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.475709] env[69742]: DEBUG nova.compute.provider_tree [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.754679] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.955935] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.956587] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa91653f-fa63-476b-a648-1c5637574900 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.964047] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1102.964047] env[69742]: value = "task-4061141" [ 1102.964047] env[69742]: _type = "Task" [ 1102.964047] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.975627] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.979088] env[69742]: DEBUG nova.scheduler.client.report [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.196608] env[69742]: DEBUG nova.compute.manager [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.228954] env[69742]: DEBUG nova.virt.hardware [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.229427] env[69742]: DEBUG nova.virt.hardware [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.229695] env[69742]: DEBUG nova.virt.hardware [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.230052] env[69742]: DEBUG nova.virt.hardware [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.230333] env[69742]: DEBUG nova.virt.hardware [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.230618] env[69742]: DEBUG nova.virt.hardware [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.230906] env[69742]: DEBUG nova.virt.hardware [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.231119] env[69742]: DEBUG nova.virt.hardware [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.231445] env[69742]: DEBUG nova.virt.hardware [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.231574] env[69742]: DEBUG nova.virt.hardware [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.231895] env[69742]: DEBUG nova.virt.hardware [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.233301] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14729380-5ecc-4835-9daf-4218a5ce94cc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.244025] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0909b69a-7d24-4115-b782-873bb0ed3a29 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.268517] env[69742]: DEBUG oslo_vmware.api [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061140, 'name': PowerOnVM_Task, 'duration_secs': 0.707157} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.268886] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.269136] env[69742]: DEBUG nova.compute.manager [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.270048] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9491fc4f-a8a4-4e12-a352-26283894cbbe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.476176] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061141, 'name': PowerOffVM_Task, 'duration_secs': 0.231029} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.476503] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.477579] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5ab1af-bad6-48b6-93a9-d15b84474240 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.499051] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.499578] env[69742]: DEBUG nova.compute.manager [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.503372] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd3bfbf-9854-44b6-85c7-6e3e15b133c2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.544287] env[69742]: DEBUG nova.compute.manager [req-17c9da79-efa6-4202-892d-fbfde39c3635 req-3fcd9010-b63c-4669-9916-ebe2d0f3078c service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Received event network-vif-plugged-da692d38-b68e-48ad-b3f4-2e5bf69bb6da {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.544287] env[69742]: DEBUG oslo_concurrency.lockutils [req-17c9da79-efa6-4202-892d-fbfde39c3635 req-3fcd9010-b63c-4669-9916-ebe2d0f3078c service nova] Acquiring lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.544287] env[69742]: DEBUG oslo_concurrency.lockutils [req-17c9da79-efa6-4202-892d-fbfde39c3635 req-3fcd9010-b63c-4669-9916-ebe2d0f3078c service nova] Lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.544287] env[69742]: DEBUG oslo_concurrency.lockutils [req-17c9da79-efa6-4202-892d-fbfde39c3635 req-3fcd9010-b63c-4669-9916-ebe2d0f3078c service nova] Lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.544287] env[69742]: DEBUG nova.compute.manager [req-17c9da79-efa6-4202-892d-fbfde39c3635 req-3fcd9010-b63c-4669-9916-ebe2d0f3078c service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] No waiting events found dispatching network-vif-plugged-da692d38-b68e-48ad-b3f4-2e5bf69bb6da {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.544287] env[69742]: WARNING nova.compute.manager [req-17c9da79-efa6-4202-892d-fbfde39c3635 req-3fcd9010-b63c-4669-9916-ebe2d0f3078c service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Received unexpected event network-vif-plugged-da692d38-b68e-48ad-b3f4-2e5bf69bb6da for instance with vm_state building and task_state spawning. [ 1103.632544] env[69742]: DEBUG nova.network.neutron [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Successfully updated port: da692d38-b68e-48ad-b3f4-2e5bf69bb6da {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.788645] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.790085] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.790085] env[69742]: DEBUG nova.objects.instance [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1104.008360] env[69742]: DEBUG nova.compute.utils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.010878] env[69742]: DEBUG nova.compute.manager [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.011133] env[69742]: DEBUG nova.network.neutron [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.015839] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1104.016189] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b5b7637-797b-4818-9bfb-bb76a6b3a809 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.025253] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1104.025253] env[69742]: value = "task-4061142" [ 1104.025253] env[69742]: _type = "Task" [ 1104.025253] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.035136] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.050460] env[69742]: DEBUG nova.policy [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7f589040a4647b312a058cc3ae917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb91db63ece84896ab3a7f07322eb779', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.138191] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "refresh_cache-ff6c5427-8234-4f11-8c45-8cfd7030b27a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.138420] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "refresh_cache-ff6c5427-8234-4f11-8c45-8cfd7030b27a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.138555] env[69742]: DEBUG nova.network.neutron [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.280891] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquiring lock "e0227f47-369f-4cb4-a980-0b0083f70522" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.281252] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "e0227f47-369f-4cb4-a980-0b0083f70522" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.281448] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquiring lock "e0227f47-369f-4cb4-a980-0b0083f70522-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.281692] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "e0227f47-369f-4cb4-a980-0b0083f70522-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.281912] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "e0227f47-369f-4cb4-a980-0b0083f70522-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.288032] env[69742]: INFO nova.compute.manager [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Terminating instance [ 1104.443449] env[69742]: DEBUG nova.network.neutron [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Successfully created port: 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.511645] env[69742]: DEBUG nova.compute.manager [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.539622] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061142, 'name': CreateSnapshot_Task, 'duration_secs': 0.458469} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.540058] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1104.540999] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d042b8c-07af-45ca-be71-ea3ee2718d7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.673441] env[69742]: DEBUG nova.network.neutron [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.800360] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquiring lock "refresh_cache-e0227f47-369f-4cb4-a980-0b0083f70522" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.800556] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquired lock "refresh_cache-e0227f47-369f-4cb4-a980-0b0083f70522" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.800741] env[69742]: DEBUG nova.network.neutron [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.802661] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9e8d9488-b784-45c8-bb2d-5907eac44825 tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.816887] env[69742]: DEBUG nova.network.neutron [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Updating instance_info_cache with network_info: [{"id": "da692d38-b68e-48ad-b3f4-2e5bf69bb6da", "address": "fa:16:3e:20:8a:33", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda692d38-b6", "ovs_interfaceid": "da692d38-b68e-48ad-b3f4-2e5bf69bb6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.061699] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1105.062103] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f4a7c37-7a6e-4425-b7f6-a446ecd2a9da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.072400] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1105.072400] env[69742]: value = "task-4061143" [ 1105.072400] env[69742]: _type = "Task" [ 1105.072400] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.082946] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061143, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.319292] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "refresh_cache-ff6c5427-8234-4f11-8c45-8cfd7030b27a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.319697] env[69742]: DEBUG nova.compute.manager [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Instance network_info: |[{"id": "da692d38-b68e-48ad-b3f4-2e5bf69bb6da", "address": "fa:16:3e:20:8a:33", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda692d38-b6", "ovs_interfaceid": "da692d38-b68e-48ad-b3f4-2e5bf69bb6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.320315] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:8a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da692d38-b68e-48ad-b3f4-2e5bf69bb6da', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.328530] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Creating folder: Project (1d0f14fb4be243aab5c62a5be3a61b4a). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.329593] env[69742]: DEBUG nova.network.neutron [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.331853] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-272b9b39-b248-47c6-a766-2e128438873b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.345187] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Created folder: Project (1d0f14fb4be243aab5c62a5be3a61b4a) in parent group-v804621. [ 1105.345335] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Creating folder: Instances. Parent ref: group-v804888. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.346047] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f949618c-8608-4dd4-8c0d-f83f53283b8a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.360114] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Created folder: Instances in parent group-v804888. [ 1105.360426] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.360643] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.360886] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0783face-732a-4184-80cd-778ba3df46db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.383922] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.383922] env[69742]: value = "task-4061146" [ 1105.383922] env[69742]: _type = "Task" [ 1105.383922] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.388215] env[69742]: DEBUG nova.network.neutron [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.396079] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061146, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.523383] env[69742]: DEBUG nova.compute.manager [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.565703] env[69742]: DEBUG nova.virt.hardware [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.566428] env[69742]: DEBUG nova.virt.hardware [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.566988] env[69742]: DEBUG nova.virt.hardware [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.567447] env[69742]: DEBUG nova.virt.hardware [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.567696] env[69742]: DEBUG nova.virt.hardware [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.567951] env[69742]: DEBUG nova.virt.hardware [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.568351] env[69742]: DEBUG nova.virt.hardware [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.568594] env[69742]: DEBUG nova.virt.hardware [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.568890] env[69742]: DEBUG nova.virt.hardware [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.569177] env[69742]: DEBUG nova.virt.hardware [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.569477] env[69742]: DEBUG nova.virt.hardware [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.570838] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e96aed-fbb7-478a-bbb4-e5d984e8cda9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.593371] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e115e73-1636-40cc-86c1-f39589936b9c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.598695] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061143, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.601471] env[69742]: DEBUG nova.compute.manager [req-ca323288-860c-4591-8b22-11c771565346 req-e9ad660f-1e46-4264-adc3-d4f97af59c9c service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Received event network-changed-da692d38-b68e-48ad-b3f4-2e5bf69bb6da {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.601674] env[69742]: DEBUG nova.compute.manager [req-ca323288-860c-4591-8b22-11c771565346 req-e9ad660f-1e46-4264-adc3-d4f97af59c9c service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Refreshing instance network info cache due to event network-changed-da692d38-b68e-48ad-b3f4-2e5bf69bb6da. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.602244] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca323288-860c-4591-8b22-11c771565346 req-e9ad660f-1e46-4264-adc3-d4f97af59c9c service nova] Acquiring lock "refresh_cache-ff6c5427-8234-4f11-8c45-8cfd7030b27a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.602395] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca323288-860c-4591-8b22-11c771565346 req-e9ad660f-1e46-4264-adc3-d4f97af59c9c service nova] Acquired lock "refresh_cache-ff6c5427-8234-4f11-8c45-8cfd7030b27a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.602597] env[69742]: DEBUG nova.network.neutron [req-ca323288-860c-4591-8b22-11c771565346 req-e9ad660f-1e46-4264-adc3-d4f97af59c9c service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Refreshing network info cache for port da692d38-b68e-48ad-b3f4-2e5bf69bb6da {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.890865] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Releasing lock "refresh_cache-e0227f47-369f-4cb4-a980-0b0083f70522" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.891439] env[69742]: DEBUG nova.compute.manager [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.891632] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.895061] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740cfade-2df9-4031-bfa6-c04f17cf134d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.902215] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061146, 'name': CreateVM_Task, 'duration_secs': 0.481702} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.904608] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.904997] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.905913] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.906100] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.906462] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.906755] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a118f33-830e-47d1-91ac-4321f79c8352 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.908562] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e856aef7-49dd-4339-a29d-af6dd331ea35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.914978] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1105.914978] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520591e5-175d-2e26-f76a-3d3930a22b4a" [ 1105.914978] env[69742]: _type = "Task" [ 1105.914978] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.916807] env[69742]: DEBUG oslo_vmware.api [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1105.916807] env[69742]: value = "task-4061147" [ 1105.916807] env[69742]: _type = "Task" [ 1105.916807] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.930377] env[69742]: DEBUG oslo_vmware.api [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.934437] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520591e5-175d-2e26-f76a-3d3930a22b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.013275} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.935163] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.935163] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.935354] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.935443] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.935624] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.935920] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9abfca0-9553-431b-9f4c-238793e500f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.946042] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.946753] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.947098] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c138efd-f7c5-4b1c-9016-cd86636c9c09 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.954454] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1105.954454] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526930bd-15a8-2904-46fd-28e5420a436d" [ 1105.954454] env[69742]: _type = "Task" [ 1105.954454] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.971041] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526930bd-15a8-2904-46fd-28e5420a436d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.086609] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061143, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.089303] env[69742]: DEBUG nova.network.neutron [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Successfully updated port: 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.342122] env[69742]: DEBUG nova.network.neutron [req-ca323288-860c-4591-8b22-11c771565346 req-e9ad660f-1e46-4264-adc3-d4f97af59c9c service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Updated VIF entry in instance network info cache for port da692d38-b68e-48ad-b3f4-2e5bf69bb6da. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.342541] env[69742]: DEBUG nova.network.neutron [req-ca323288-860c-4591-8b22-11c771565346 req-e9ad660f-1e46-4264-adc3-d4f97af59c9c service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Updating instance_info_cache with network_info: [{"id": "da692d38-b68e-48ad-b3f4-2e5bf69bb6da", "address": "fa:16:3e:20:8a:33", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda692d38-b6", "ovs_interfaceid": "da692d38-b68e-48ad-b3f4-2e5bf69bb6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.432118] env[69742]: DEBUG oslo_vmware.api [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061147, 'name': PowerOffVM_Task, 'duration_secs': 0.17617} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.432450] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.432648] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.432951] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a175f41b-d5a8-4e49-b8ed-a235b4a0741a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.461965] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.462222] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.462405] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Deleting the datastore file [datastore2] e0227f47-369f-4cb4-a980-0b0083f70522 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.463073] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b75157e-262b-444a-9373-f62badafc7d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.468767] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526930bd-15a8-2904-46fd-28e5420a436d, 'name': SearchDatastore_Task, 'duration_secs': 0.019388} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.469954] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b963321f-3557-4585-9b9a-cc50bfff1340 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.474223] env[69742]: DEBUG oslo_vmware.api [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for the task: (returnval){ [ 1106.474223] env[69742]: value = "task-4061149" [ 1106.474223] env[69742]: _type = "Task" [ 1106.474223] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.475567] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1106.475567] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5278fd27-b2c2-e8b2-4bd4-8146fef96ab6" [ 1106.475567] env[69742]: _type = "Task" [ 1106.475567] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.487108] env[69742]: DEBUG oslo_vmware.api [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.491169] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5278fd27-b2c2-e8b2-4bd4-8146fef96ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.587931] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061143, 'name': CloneVM_Task, 'duration_secs': 1.302636} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.588265] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Created linked-clone VM from snapshot [ 1106.588994] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9998a6e-d0ab-4637-bd8c-268aebf3c110 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.591807] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.591947] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.592129] env[69742]: DEBUG nova.network.neutron [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.598807] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Uploading image e7a1df5d-152b-4ef2-be76-50ece3e475b9 {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1106.623245] env[69742]: DEBUG oslo_vmware.rw_handles [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1106.623245] env[69742]: value = "vm-804887" [ 1106.623245] env[69742]: _type = "VirtualMachine" [ 1106.623245] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1106.623721] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c30cb0cc-b569-4c30-bad8-5af2a76ad8a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.631768] env[69742]: DEBUG oslo_vmware.rw_handles [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lease: (returnval){ [ 1106.631768] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ca4842-6952-0112-be42-ad79b004705c" [ 1106.631768] env[69742]: _type = "HttpNfcLease" [ 1106.631768] env[69742]: } obtained for exporting VM: (result){ [ 1106.631768] env[69742]: value = "vm-804887" [ 1106.631768] env[69742]: _type = "VirtualMachine" [ 1106.631768] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1106.632034] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the lease: (returnval){ [ 1106.632034] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ca4842-6952-0112-be42-ad79b004705c" [ 1106.632034] env[69742]: _type = "HttpNfcLease" [ 1106.632034] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1106.639327] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.639327] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ca4842-6952-0112-be42-ad79b004705c" [ 1106.639327] env[69742]: _type = "HttpNfcLease" [ 1106.639327] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1106.845694] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca323288-860c-4591-8b22-11c771565346 req-e9ad660f-1e46-4264-adc3-d4f97af59c9c service nova] Releasing lock "refresh_cache-ff6c5427-8234-4f11-8c45-8cfd7030b27a" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.989514] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5278fd27-b2c2-e8b2-4bd4-8146fef96ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.992539] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.992811] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] ff6c5427-8234-4f11-8c45-8cfd7030b27a/ff6c5427-8234-4f11-8c45-8cfd7030b27a.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.993110] env[69742]: DEBUG oslo_vmware.api [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Task: {'id': task-4061149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094319} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.993315] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a83c5f0f-4a8e-4db2-8deb-17b0519aaaf2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.995360] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.995544] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.995795] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.995983] env[69742]: INFO nova.compute.manager [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1106.996235] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.996429] env[69742]: DEBUG nova.compute.manager [-] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.996523] env[69742]: DEBUG nova.network.neutron [-] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.004137] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1107.004137] env[69742]: value = "task-4061151" [ 1107.004137] env[69742]: _type = "Task" [ 1107.004137] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.012854] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.013677] env[69742]: DEBUG nova.network.neutron [-] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.142127] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.142127] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ca4842-6952-0112-be42-ad79b004705c" [ 1107.142127] env[69742]: _type = "HttpNfcLease" [ 1107.142127] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1107.142466] env[69742]: DEBUG oslo_vmware.rw_handles [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1107.142466] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ca4842-6952-0112-be42-ad79b004705c" [ 1107.142466] env[69742]: _type = "HttpNfcLease" [ 1107.142466] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1107.143259] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a6a09e-2f5d-469c-9376-5b3c302476fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.146875] env[69742]: DEBUG nova.network.neutron [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.155289] env[69742]: DEBUG oslo_vmware.rw_handles [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed675-eec2-fcb2-16d1-fde4652c0d04/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1107.155627] env[69742]: DEBUG oslo_vmware.rw_handles [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed675-eec2-fcb2-16d1-fde4652c0d04/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1107.269587] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2d14874-908a-4b84-ba5b-6058d7b03220 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.406288] env[69742]: DEBUG nova.network.neutron [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updating instance_info_cache with network_info: [{"id": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "address": "fa:16:3e:52:6e:4b", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82af0cf7-4f", "ovs_interfaceid": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.515088] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061151, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.516662] env[69742]: DEBUG nova.network.neutron [-] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.638774] env[69742]: DEBUG nova.compute.manager [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Received event network-vif-plugged-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.639204] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] Acquiring lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.639694] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] Lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.640169] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] Lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.640513] env[69742]: DEBUG nova.compute.manager [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] No waiting events found dispatching network-vif-plugged-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.640727] env[69742]: WARNING nova.compute.manager [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Received unexpected event network-vif-plugged-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 for instance with vm_state building and task_state spawning. [ 1107.641040] env[69742]: DEBUG nova.compute.manager [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Received event network-changed-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.641397] env[69742]: DEBUG nova.compute.manager [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Refreshing instance network info cache due to event network-changed-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.641599] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] Acquiring lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.909754] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.910212] env[69742]: DEBUG nova.compute.manager [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Instance network_info: |[{"id": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "address": "fa:16:3e:52:6e:4b", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82af0cf7-4f", "ovs_interfaceid": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.910587] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] Acquired lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.910793] env[69742]: DEBUG nova.network.neutron [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Refreshing network info cache for port 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.912277] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:6e:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82af0cf7-4f1d-4c22-858e-09dabd0d7bd6', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.923428] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.927146] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.929015] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f141828-2bc6-40f8-a2bf-d2ba5b9fca9f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.951941] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.951941] env[69742]: value = "task-4061152" [ 1107.951941] env[69742]: _type = "Task" [ 1107.951941] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.962088] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061152, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.016762] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553375} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.017185] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] ff6c5427-8234-4f11-8c45-8cfd7030b27a/ff6c5427-8234-4f11-8c45-8cfd7030b27a.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.017519] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.017894] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d80955b-a3f8-4159-9c9b-68cd85335464 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.020388] env[69742]: INFO nova.compute.manager [-] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Took 1.02 seconds to deallocate network for instance. [ 1108.032121] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1108.032121] env[69742]: value = "task-4061153" [ 1108.032121] env[69742]: _type = "Task" [ 1108.032121] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.042121] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.174258] env[69742]: DEBUG nova.network.neutron [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updated VIF entry in instance network info cache for port 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.174891] env[69742]: DEBUG nova.network.neutron [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updating instance_info_cache with network_info: [{"id": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "address": "fa:16:3e:52:6e:4b", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82af0cf7-4f", "ovs_interfaceid": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.462792] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061152, 'name': CreateVM_Task, 'duration_secs': 0.478505} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.463919] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.464135] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.464312] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.464699] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.465016] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4da4457-5cca-4281-93e4-8cd2e58a40a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.470822] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1108.470822] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e5f991-9f10-ec40-4e04-9af294d2710e" [ 1108.470822] env[69742]: _type = "Task" [ 1108.470822] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.481630] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e5f991-9f10-ec40-4e04-9af294d2710e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.531116] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.531436] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.531667] env[69742]: DEBUG nova.objects.instance [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lazy-loading 'resources' on Instance uuid e0227f47-369f-4cb4-a980-0b0083f70522 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.543358] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108772} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.543681] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.544545] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbf1fd2-bf26-4590-8fdc-86effdd19173 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.568901] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] ff6c5427-8234-4f11-8c45-8cfd7030b27a/ff6c5427-8234-4f11-8c45-8cfd7030b27a.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.569553] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4fcb463-e1a0-4e26-af21-f92b0f047234 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.590726] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1108.590726] env[69742]: value = "task-4061154" [ 1108.590726] env[69742]: _type = "Task" [ 1108.590726] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.602088] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.677364] env[69742]: DEBUG oslo_concurrency.lockutils [req-2c93e682-7017-448a-8347-ed0c5591d72b req-0b108d54-d093-4023-a58e-0365e5939439 service nova] Releasing lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.985579] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e5f991-9f10-ec40-4e04-9af294d2710e, 'name': SearchDatastore_Task, 'duration_secs': 0.017039} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.985962] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.986696] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.987011] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.987183] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.987374] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.987670] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1b0b2a3-9998-4c7d-a62e-5707abced2b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.998859] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.999149] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.999998] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae2ad0e-4358-4b99-9968-408e041e67cc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.006612] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1109.006612] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d73506-a4d1-fba0-284f-57c5cb05bb75" [ 1109.006612] env[69742]: _type = "Task" [ 1109.006612] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.018334] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d73506-a4d1-fba0-284f-57c5cb05bb75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.103518] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061154, 'name': ReconfigVM_Task, 'duration_secs': 0.438166} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.103837] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Reconfigured VM instance instance-0000005d to attach disk [datastore1] ff6c5427-8234-4f11-8c45-8cfd7030b27a/ff6c5427-8234-4f11-8c45-8cfd7030b27a.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.104498] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d98db33e-6957-4a7b-a289-ddfcbd25b679 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.112594] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1109.112594] env[69742]: value = "task-4061155" [ 1109.112594] env[69742]: _type = "Task" [ 1109.112594] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.125939] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061155, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.231961] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f52c6d9-5d3a-4b46-8135-a65983bb7aae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.241248] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928bc8c6-aa62-451f-b03f-f56b7eb778e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.276549] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8a0433-bd41-49b5-a72a-2befaa046d96 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.285542] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4056e0-8550-48f1-8a32-48a595f147e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.301163] env[69742]: DEBUG nova.compute.provider_tree [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.521557] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d73506-a4d1-fba0-284f-57c5cb05bb75, 'name': SearchDatastore_Task, 'duration_secs': 0.016905} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.522179] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090e88a9-e195-4d3b-8508-b794a655af28 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.528860] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1109.528860] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d35d1b-6deb-adb2-dd4b-954cf908471c" [ 1109.528860] env[69742]: _type = "Task" [ 1109.528860] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.538678] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d35d1b-6deb-adb2-dd4b-954cf908471c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.624119] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061155, 'name': Rename_Task, 'duration_secs': 0.193897} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.624477] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.624777] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d081083d-8fa5-47c7-ac8e-7da939044d6b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.635063] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1109.635063] env[69742]: value = "task-4061156" [ 1109.635063] env[69742]: _type = "Task" [ 1109.635063] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.645861] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.805123] env[69742]: DEBUG nova.scheduler.client.report [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.041770] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d35d1b-6deb-adb2-dd4b-954cf908471c, 'name': SearchDatastore_Task, 'duration_secs': 0.014641} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.042083] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.042366] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 13c2d77f-8bce-4e7a-ad88-c8f304975b21/13c2d77f-8bce-4e7a-ad88-c8f304975b21.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.042730] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4419365-dc9b-4e06-bd25-6059553827bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.050954] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1110.050954] env[69742]: value = "task-4061157" [ 1110.050954] env[69742]: _type = "Task" [ 1110.050954] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.060082] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.149706] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061156, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.311438] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.342106] env[69742]: INFO nova.scheduler.client.report [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Deleted allocations for instance e0227f47-369f-4cb4-a980-0b0083f70522 [ 1110.564550] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061157, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.631397] env[69742]: DEBUG oslo_vmware.rw_handles [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521125bb-5ff5-676c-88ef-84b88dddf964/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1110.632426] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174eab68-5bd4-4531-ae7e-8c506ce1d112 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.643194] env[69742]: DEBUG oslo_vmware.rw_handles [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521125bb-5ff5-676c-88ef-84b88dddf964/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1110.643395] env[69742]: ERROR oslo_vmware.rw_handles [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521125bb-5ff5-676c-88ef-84b88dddf964/disk-0.vmdk due to incomplete transfer. [ 1110.644173] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3f9215c0-cf81-4be2-a0e0-6188a70d38ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.650055] env[69742]: DEBUG oslo_vmware.api [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061156, 'name': PowerOnVM_Task, 'duration_secs': 0.632145} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.650055] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.650261] env[69742]: INFO nova.compute.manager [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1110.650337] env[69742]: DEBUG nova.compute.manager [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.651192] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759ef0d9-eb2f-432a-ae73-7ec50a5ac073 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.656043] env[69742]: DEBUG oslo_vmware.rw_handles [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521125bb-5ff5-676c-88ef-84b88dddf964/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1110.656291] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Uploaded image ad03f320-b473-45ee-848b-89700fd3786f to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1110.658929] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1110.661306] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2871f423-1f00-4c8a-93ff-7d5f21c7b8cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.672197] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1110.672197] env[69742]: value = "task-4061158" [ 1110.672197] env[69742]: _type = "Task" [ 1110.672197] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.683292] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061158, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.851400] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3dd4b114-d78c-4bb3-9511-e93cb1707ddc tempest-ServersListShow296Test-1840391604 tempest-ServersListShow296Test-1840391604-project-member] Lock "e0227f47-369f-4cb4-a980-0b0083f70522" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.570s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.062150] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597668} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.062405] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 13c2d77f-8bce-4e7a-ad88-c8f304975b21/13c2d77f-8bce-4e7a-ad88-c8f304975b21.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.062633] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.062902] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1882f85-7c90-4dd5-a069-a568ab909f66 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.070319] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1111.070319] env[69742]: value = "task-4061159" [ 1111.070319] env[69742]: _type = "Task" [ 1111.070319] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.083108] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.177051] env[69742]: INFO nova.compute.manager [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Took 12.36 seconds to build instance. [ 1111.185108] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061158, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.582671] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07264} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.582995] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.583850] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ea4c18-b42c-42ac-b023-b99d2fbc2bee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.607502] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 13c2d77f-8bce-4e7a-ad88-c8f304975b21/13c2d77f-8bce-4e7a-ad88-c8f304975b21.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.607844] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ce320c7-5b06-4fe9-97e5-1a49bfe17e4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.629153] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1111.629153] env[69742]: value = "task-4061160" [ 1111.629153] env[69742]: _type = "Task" [ 1111.629153] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.637977] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.679431] env[69742]: DEBUG oslo_concurrency.lockutils [None req-43b84d8a-1404-4886-bb10-61d72de0b555 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.872s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.684849] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061158, 'name': Destroy_Task, 'duration_secs': 0.857729} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.685177] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Destroyed the VM [ 1111.685466] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1111.685800] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d99f583-7d89-481a-ba21-03202d9720c9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.693841] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1111.693841] env[69742]: value = "task-4061161" [ 1111.693841] env[69742]: _type = "Task" [ 1111.693841] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.703398] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061161, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.140069] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061160, 'name': ReconfigVM_Task, 'duration_secs': 0.423779} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.140356] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 13c2d77f-8bce-4e7a-ad88-c8f304975b21/13c2d77f-8bce-4e7a-ad88-c8f304975b21.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.141131] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ac441c8-1043-4407-9819-91f49c7be9d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.148567] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1112.148567] env[69742]: value = "task-4061162" [ 1112.148567] env[69742]: _type = "Task" [ 1112.148567] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.158961] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061162, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.203524] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061161, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.610036] env[69742]: INFO nova.compute.manager [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Rebuilding instance [ 1112.660821] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061162, 'name': Rename_Task, 'duration_secs': 0.20778} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.663241] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.663722] env[69742]: DEBUG nova.compute.manager [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.663952] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33049dba-67bf-4997-ab57-98701b7f1ceb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.666228] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661649b6-d861-4dd6-99ad-525d6049b9b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.679395] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1112.679395] env[69742]: value = "task-4061163" [ 1112.679395] env[69742]: _type = "Task" [ 1112.679395] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.689346] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.706046] env[69742]: DEBUG oslo_vmware.api [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061161, 'name': RemoveSnapshot_Task, 'duration_secs': 0.87563} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.706388] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1112.706628] env[69742]: INFO nova.compute.manager [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 1113.193407] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.260284] env[69742]: DEBUG nova.compute.manager [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Found 3 images (rotation: 2) {{(pid=69742) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1113.260604] env[69742]: DEBUG nova.compute.manager [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Rotating out 1 backups {{(pid=69742) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1113.260833] env[69742]: DEBUG nova.compute.manager [None req-b7862929-8d99-4b75-bcb4-9ffa402d80bf tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Deleting image d12e15d2-dfbb-4f9a-a5ed-026d1d668135 {{(pid=69742) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1113.687542] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.687911] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47308c86-b030-4515-8009-665fbd1ad33d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.695314] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.696929] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1113.696929] env[69742]: value = "task-4061164" [ 1113.696929] env[69742]: _type = "Task" [ 1113.696929] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.705760] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.059465] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.059688] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.193301] env[69742]: DEBUG oslo_vmware.api [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061163, 'name': PowerOnVM_Task, 'duration_secs': 1.201131} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.193598] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.193908] env[69742]: INFO nova.compute.manager [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1114.194118] env[69742]: DEBUG nova.compute.manager [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.194896] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d809ca-fad2-468a-9435-7e0140a9a007 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.206109] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061164, 'name': PowerOffVM_Task, 'duration_secs': 0.217508} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.207975] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.208242] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.212220] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44ccee1-6cf6-437c-9b89-72bbe7dce8b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.220102] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.220374] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91135943-f5c9-4a27-add5-8f0ada0522b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.292095] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.292259] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.292501] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleting the datastore file [datastore1] ff6c5427-8234-4f11-8c45-8cfd7030b27a {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.292749] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58541312-60ea-4662-bfe6-bb6dcafb37f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.299968] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1114.299968] env[69742]: value = "task-4061166" [ 1114.299968] env[69742]: _type = "Task" [ 1114.299968] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.310218] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.567074] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.567329] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.567500] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.567642] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.567789] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.567939] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.568119] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1114.568235] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.724199] env[69742]: INFO nova.compute.manager [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Took 15.21 seconds to build instance. [ 1114.811744] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.999174] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.999174] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.000296] env[69742]: DEBUG nova.compute.manager [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.000767] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271e3ce2-71e0-4686-8adf-79160603ba57 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.008935] env[69742]: DEBUG nova.compute.manager [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69742) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1115.009561] env[69742]: DEBUG nova.objects.instance [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'flavor' on Instance uuid 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.072412] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.072679] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.072842] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.072996] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1115.074193] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766f31d6-6846-41a4-82d2-2e0d8f9264b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.083378] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540ad7c5-4589-44ae-8794-2c739a85d2c8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.100200] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b7e994-5554-4fd9-9622-490787dd6199 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.107519] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c11c70-2d4d-4173-bb77-9046e6619d04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.137806] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179052MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1115.137970] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.138259] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.226930] env[69742]: DEBUG oslo_concurrency.lockutils [None req-58af2bdc-f4c4-4d99-8202-b07e97781acc tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.727s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.313683] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.596547} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.313889] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.314092] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.314305] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.773959] env[69742]: DEBUG nova.compute.manager [req-076c6906-c250-4a00-a3dd-65875e42c18a req-fd0ceabb-c841-46ca-acf4-2a3829822492 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Received event network-changed-4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.774193] env[69742]: DEBUG nova.compute.manager [req-076c6906-c250-4a00-a3dd-65875e42c18a req-fd0ceabb-c841-46ca-acf4-2a3829822492 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing instance network info cache due to event network-changed-4be63da5-0a87-476e-aa3b-f0b5181c8dc6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.774390] env[69742]: DEBUG oslo_concurrency.lockutils [req-076c6906-c250-4a00-a3dd-65875e42c18a req-fd0ceabb-c841-46ca-acf4-2a3829822492 service nova] Acquiring lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.774631] env[69742]: DEBUG oslo_concurrency.lockutils [req-076c6906-c250-4a00-a3dd-65875e42c18a req-fd0ceabb-c841-46ca-acf4-2a3829822492 service nova] Acquired lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.774696] env[69742]: DEBUG nova.network.neutron [req-076c6906-c250-4a00-a3dd-65875e42c18a req-fd0ceabb-c841-46ca-acf4-2a3829822492 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing network info cache for port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.025435] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.026078] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1ae4cc8-9c5a-4709-898a-ac9d63bb8922 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.039038] env[69742]: DEBUG oslo_vmware.api [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1116.039038] env[69742]: value = "task-4061167" [ 1116.039038] env[69742]: _type = "Task" [ 1116.039038] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.054208] env[69742]: DEBUG oslo_vmware.api [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.176922] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 105fe6a4-75f2-4d70-80bd-e07259585778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.177068] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.177210] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.177346] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 39af9a92-c1fc-4fe6-b543-3e54009d5389 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.177464] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 29068741-7d3b-4212-b76b-d47dbde452d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.177584] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 727abe81-de59-4648-b9d3-cdc3f5782444 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.177756] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 9030bfbe-5557-4101-b2b7-06cc63159def actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.177886] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4141d5be-3101-404d-b948-2c88a110b2f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.177941] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance eb44f4dc-846f-4ba5-b258-422d5ef9b24c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.178047] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance c869168b-e498-4118-bd93-1df0b80c0ca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.178169] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance ff6c5427-8234-4f11-8c45-8cfd7030b27a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.178282] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 13c2d77f-8bce-4e7a-ad88-c8f304975b21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1116.178550] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1116.178612] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1116.361893] env[69742]: DEBUG nova.virt.hardware [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.362184] env[69742]: DEBUG nova.virt.hardware [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.362344] env[69742]: DEBUG nova.virt.hardware [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.362527] env[69742]: DEBUG nova.virt.hardware [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.362677] env[69742]: DEBUG nova.virt.hardware [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.362841] env[69742]: DEBUG nova.virt.hardware [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.364245] env[69742]: DEBUG nova.virt.hardware [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.364245] env[69742]: DEBUG nova.virt.hardware [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.364245] env[69742]: DEBUG nova.virt.hardware [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.364245] env[69742]: DEBUG nova.virt.hardware [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.364245] env[69742]: DEBUG nova.virt.hardware [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.364716] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b468c0fa-b232-4e11-ba87-1492bb0acb35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.371841] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc9871e-e576-4ee7-8892-0b11c05f45d8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.378597] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1851d911-334a-4b86-a21a-03ce9f53abb6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.385394] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded66272-999b-4c62-9065-37357de646d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.397609] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:8a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da692d38-b68e-48ad-b3f4-2e5bf69bb6da', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.407842] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.409836] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.410083] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe2107e2-3778-4c10-b242-f0b782dbd353 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.459757] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a29706-e15a-43f0-8b23-1b79a2092fe2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.466732] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.466732] env[69742]: value = "task-4061168" [ 1116.466732] env[69742]: _type = "Task" [ 1116.466732] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.474329] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89302536-5998-48e2-afe2-ac8c337454ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.496899] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061168, 'name': CreateVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.497454] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.506254] env[69742]: DEBUG oslo_vmware.rw_handles [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed675-eec2-fcb2-16d1-fde4652c0d04/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1116.506254] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0e8166-ac6d-425a-be37-9e65a66c2da1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.509946] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.518590] env[69742]: DEBUG oslo_vmware.rw_handles [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed675-eec2-fcb2-16d1-fde4652c0d04/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1116.518763] env[69742]: ERROR oslo_vmware.rw_handles [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed675-eec2-fcb2-16d1-fde4652c0d04/disk-0.vmdk due to incomplete transfer. [ 1116.519024] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ad5cec1-e126-4d08-8b75-07664c04f165 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.538471] env[69742]: DEBUG oslo_vmware.rw_handles [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed675-eec2-fcb2-16d1-fde4652c0d04/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1116.538711] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Uploaded image e7a1df5d-152b-4ef2-be76-50ece3e475b9 to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1116.540819] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1116.545050] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab95b314-d929-4417-b033-68eb35266e00 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.554665] env[69742]: DEBUG oslo_vmware.api [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061167, 'name': PowerOffVM_Task, 'duration_secs': 0.219398} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.559515] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.559515] env[69742]: DEBUG nova.compute.manager [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.559515] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1116.559515] env[69742]: value = "task-4061169" [ 1116.559515] env[69742]: _type = "Task" [ 1116.559515] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.559515] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b364a-ccc2-4635-9d47-11c56e317a6b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.578352] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061169, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.846489] env[69742]: DEBUG nova.network.neutron [req-076c6906-c250-4a00-a3dd-65875e42c18a req-fd0ceabb-c841-46ca-acf4-2a3829822492 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updated VIF entry in instance network info cache for port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.846993] env[69742]: DEBUG nova.network.neutron [req-076c6906-c250-4a00-a3dd-65875e42c18a req-fd0ceabb-c841-46ca-acf4-2a3829822492 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updating instance_info_cache with network_info: [{"id": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "address": "fa:16:3e:b5:56:d9", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be63da5-0a", "ovs_interfaceid": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.982991] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061168, 'name': CreateVM_Task, 'duration_secs': 0.429414} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.983249] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.983995] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.984193] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.984694] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.984990] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707b2b8e-7a9c-456e-b9a4-1ce9bc37ecdb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.991325] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1116.991325] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527ecef3-733d-c0ca-dc51-fa50d8c91f05" [ 1116.991325] env[69742]: _type = "Task" [ 1116.991325] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.004132] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527ecef3-733d-c0ca-dc51-fa50d8c91f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.015724] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1117.016084] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.878s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.073451] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061169, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.086121] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fecc3e7a-68b2-43dd-907f-47205d5247b3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.353941] env[69742]: DEBUG oslo_concurrency.lockutils [req-076c6906-c250-4a00-a3dd-65875e42c18a req-fd0ceabb-c841-46ca-acf4-2a3829822492 service nova] Releasing lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.503865] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527ecef3-733d-c0ca-dc51-fa50d8c91f05, 'name': SearchDatastore_Task, 'duration_secs': 0.015008} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.504320] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.504607] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.504898] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.505099] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.505337] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.505666] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81924916-b6af-4630-8076-3b5ddd472481 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.520454] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.520684] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.521511] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885f42ad-e3a2-4b9b-8ff2-d474464f3a5b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.529039] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1117.529039] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a4cd74-df7d-9355-ef0d-1d6abb606f68" [ 1117.529039] env[69742]: _type = "Task" [ 1117.529039] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.537913] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a4cd74-df7d-9355-ef0d-1d6abb606f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.571676] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061169, 'name': Destroy_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.805919] env[69742]: DEBUG nova.compute.manager [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Received event network-changed-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.806322] env[69742]: DEBUG nova.compute.manager [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Refreshing instance network info cache due to event network-changed-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.806589] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] Acquiring lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.806742] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] Acquired lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.806968] env[69742]: DEBUG nova.network.neutron [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Refreshing network info cache for port 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.040632] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a4cd74-df7d-9355-ef0d-1d6abb606f68, 'name': SearchDatastore_Task, 'duration_secs': 0.038583} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.041523] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f145d49-162a-4208-8a5c-2439c4a5fc39 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.048034] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1118.048034] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5233375f-ad2d-6cf9-fa2b-ced49aca2795" [ 1118.048034] env[69742]: _type = "Task" [ 1118.048034] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.057949] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5233375f-ad2d-6cf9-fa2b-ced49aca2795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.073521] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061169, 'name': Destroy_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.413558] env[69742]: DEBUG nova.compute.manager [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Stashing vm_state: stopped {{(pid=69742) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1118.552631] env[69742]: DEBUG nova.network.neutron [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updated VIF entry in instance network info cache for port 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.552975] env[69742]: DEBUG nova.network.neutron [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updating instance_info_cache with network_info: [{"id": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "address": "fa:16:3e:52:6e:4b", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82af0cf7-4f", "ovs_interfaceid": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.561553] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5233375f-ad2d-6cf9-fa2b-ced49aca2795, 'name': SearchDatastore_Task, 'duration_secs': 0.033912} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.561661] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.561908] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ff6c5427-8234-4f11-8c45-8cfd7030b27a/ff6c5427-8234-4f11-8c45-8cfd7030b27a.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.562746] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1dce298-943f-49fc-a9f5-8f3b288d05db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.575724] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061169, 'name': Destroy_Task, 'duration_secs': 1.558594} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.577078] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Destroyed the VM [ 1118.577328] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1118.577641] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1118.577641] env[69742]: value = "task-4061170" [ 1118.577641] env[69742]: _type = "Task" [ 1118.577641] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.577835] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b76f4819-3ce2-4283-99d9-cf08a0e8501a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.587714] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.589131] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1118.589131] env[69742]: value = "task-4061171" [ 1118.589131] env[69742]: _type = "Task" [ 1118.589131] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.597807] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061171, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.939193] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.939599] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.055748] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] Releasing lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.056146] env[69742]: DEBUG nova.compute.manager [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Received event network-changed-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.056287] env[69742]: DEBUG nova.compute.manager [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Refreshing instance network info cache due to event network-changed-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.056577] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] Acquiring lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.056726] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] Acquired lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.056866] env[69742]: DEBUG nova.network.neutron [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Refreshing network info cache for port 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.090288] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061170, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.099733] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061171, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.445731] env[69742]: INFO nova.compute.claims [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.530061] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.530061] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.530303] env[69742]: DEBUG nova.compute.manager [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.531160] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3009f0d7-5547-4e55-89b5-37413915b494 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.539042] env[69742]: DEBUG nova.compute.manager [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69742) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1119.539765] env[69742]: DEBUG nova.objects.instance [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'flavor' on Instance uuid 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.590888] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528972} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.594775] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ff6c5427-8234-4f11-8c45-8cfd7030b27a/ff6c5427-8234-4f11-8c45-8cfd7030b27a.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.594775] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.594775] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23281c0d-b32e-4097-94b6-1a87cb5286f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.602236] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061171, 'name': RemoveSnapshot_Task, 'duration_secs': 0.665602} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.606024] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1119.606342] env[69742]: DEBUG nova.compute.manager [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.606728] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1119.606728] env[69742]: value = "task-4061172" [ 1119.606728] env[69742]: _type = "Task" [ 1119.606728] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.607482] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcee8c8-460c-4027-bf4e-d069e7d39a13 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.621141] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.831962] env[69742]: DEBUG nova.network.neutron [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updated VIF entry in instance network info cache for port 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.832492] env[69742]: DEBUG nova.network.neutron [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updating instance_info_cache with network_info: [{"id": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "address": "fa:16:3e:52:6e:4b", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82af0cf7-4f", "ovs_interfaceid": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.952946] env[69742]: INFO nova.compute.resource_tracker [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating resource usage from migration a333b3e1-af34-43a8-bbc2-78c81c1d6712 [ 1120.120160] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071128} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.121357] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.122157] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26293cf-98da-451d-b433-6ef1909a9610 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.125228] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2093c020-9abd-4135-ab0c-0dbaf98d975a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.130819] env[69742]: INFO nova.compute.manager [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Shelve offloading [ 1120.145872] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570e8b02-ed4e-40d6-ac2c-81211a96c578 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.157552] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] ff6c5427-8234-4f11-8c45-8cfd7030b27a/ff6c5427-8234-4f11-8c45-8cfd7030b27a.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.158555] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96e32fc5-6ed1-4a5e-a66e-c43866a95efc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.205210] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c15c815-0a5f-4830-8a75-d4fe689316d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.207979] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1120.207979] env[69742]: value = "task-4061173" [ 1120.207979] env[69742]: _type = "Task" [ 1120.207979] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.215310] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3202af-8dec-40b4-9dc4-13daeb832402 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.222599] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.236674] env[69742]: DEBUG nova.compute.provider_tree [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.335027] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] Releasing lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.335429] env[69742]: DEBUG nova.compute.manager [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Received event network-changed-4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.335637] env[69742]: DEBUG nova.compute.manager [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing instance network info cache due to event network-changed-4be63da5-0a87-476e-aa3b-f0b5181c8dc6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.335927] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] Acquiring lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.336120] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] Acquired lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.336346] env[69742]: DEBUG nova.network.neutron [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing network info cache for port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.405876] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.406158] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.546258] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.546533] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b8f8410-4503-4bee-b456-64b67abc0f89 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.555189] env[69742]: DEBUG oslo_vmware.api [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1120.555189] env[69742]: value = "task-4061174" [ 1120.555189] env[69742]: _type = "Task" [ 1120.555189] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.565611] env[69742]: DEBUG oslo_vmware.api [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.646661] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.647071] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-443ae937-09d0-4322-89f0-98fd17063b45 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.656516] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1120.656516] env[69742]: value = "task-4061175" [ 1120.656516] env[69742]: _type = "Task" [ 1120.656516] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.667505] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1120.667740] env[69742]: DEBUG nova.compute.manager [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.668664] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bc7740-af6d-498c-a3c0-e99de91822a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.675883] env[69742]: DEBUG oslo_concurrency.lockutils [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.676076] env[69742]: DEBUG oslo_concurrency.lockutils [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.676189] env[69742]: DEBUG nova.network.neutron [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.718446] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061173, 'name': ReconfigVM_Task, 'duration_secs': 0.488924} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.718740] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Reconfigured VM instance instance-0000005d to attach disk [datastore2] ff6c5427-8234-4f11-8c45-8cfd7030b27a/ff6c5427-8234-4f11-8c45-8cfd7030b27a.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.719750] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17409410-5478-49b9-b3ac-75d66733f8a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.726999] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1120.726999] env[69742]: value = "task-4061176" [ 1120.726999] env[69742]: _type = "Task" [ 1120.726999] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.736864] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061176, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.740254] env[69742]: DEBUG nova.scheduler.client.report [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.910146] env[69742]: INFO nova.compute.manager [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Detaching volume 01c5aeb2-0851-4420-b1b4-b2236c2377af [ 1120.950623] env[69742]: INFO nova.virt.block_device [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Attempting to driver detach volume 01c5aeb2-0851-4420-b1b4-b2236c2377af from mountpoint /dev/sdb [ 1120.950868] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1120.951071] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804863', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'name': 'volume-01c5aeb2-0851-4420-b1b4-b2236c2377af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39af9a92-c1fc-4fe6-b543-3e54009d5389', 'attached_at': '', 'detached_at': '', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'serial': '01c5aeb2-0851-4420-b1b4-b2236c2377af'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1120.951968] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513ca532-ae75-4f3b-99d9-88fc1937631c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.977490] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a911dba-67e7-486a-be58-4b5c44da8e4f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.985577] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc352c3-f417-4f07-bda5-89bd7dcbb1b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.010216] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8576f7-2bc5-463a-a5e9-15dcd8bfd3f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.026892] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] The volume has not been displaced from its original location: [datastore2] volume-01c5aeb2-0851-4420-b1b4-b2236c2377af/volume-01c5aeb2-0851-4420-b1b4-b2236c2377af.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1121.032144] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.032469] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2126b0f0-5c76-42dc-8fa5-560bc3925a7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.053034] env[69742]: DEBUG oslo_vmware.api [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1121.053034] env[69742]: value = "task-4061177" [ 1121.053034] env[69742]: _type = "Task" [ 1121.053034] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.064316] env[69742]: DEBUG oslo_vmware.api [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061177, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.067498] env[69742]: DEBUG oslo_vmware.api [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061174, 'name': PowerOffVM_Task, 'duration_secs': 0.210599} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.067790] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.067996] env[69742]: DEBUG nova.compute.manager [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.068808] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac9759a-64b9-4340-a630-8077c0d82a1f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.123230] env[69742]: DEBUG nova.network.neutron [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updated VIF entry in instance network info cache for port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.123593] env[69742]: DEBUG nova.network.neutron [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updating instance_info_cache with network_info: [{"id": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "address": "fa:16:3e:b5:56:d9", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be63da5-0a", "ovs_interfaceid": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.237607] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061176, 'name': Rename_Task, 'duration_secs': 0.181952} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.237920] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.238223] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98d4d33b-fe2c-46a9-99ef-2f2d9dd36fe4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.245408] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1121.245408] env[69742]: value = "task-4061178" [ 1121.245408] env[69742]: _type = "Task" [ 1121.245408] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.246203] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.307s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.246387] env[69742]: INFO nova.compute.manager [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Migrating [ 1121.272517] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061178, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.462618] env[69742]: DEBUG nova.network.neutron [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Updating instance_info_cache with network_info: [{"id": "e43f34e6-e3b3-4615-b8c6-841738ad2d65", "address": "fa:16:3e:f9:b1:3f", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape43f34e6-e3", "ovs_interfaceid": "e43f34e6-e3b3-4615-b8c6-841738ad2d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.565216] env[69742]: DEBUG oslo_vmware.api [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061177, 'name': ReconfigVM_Task, 'duration_secs': 0.287837} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.565216] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1121.569668] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d74900a-69f9-421e-9737-0a7144206007 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.583092] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ad5bdfdc-307d-42f4-aad5-8caec017ef6d tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.588900] env[69742]: DEBUG oslo_vmware.api [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1121.588900] env[69742]: value = "task-4061179" [ 1121.588900] env[69742]: _type = "Task" [ 1121.588900] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.599654] env[69742]: DEBUG oslo_vmware.api [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.626247] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee9aa8e5-e2fe-48a2-b70a-46f49a1f8e34 req-37480c5d-97d3-4639-a5c6-a7d880b6d438 service nova] Releasing lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.758799] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061178, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.764591] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.764591] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.764793] env[69742]: DEBUG nova.network.neutron [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.967334] env[69742]: DEBUG oslo_concurrency.lockutils [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.023999] env[69742]: DEBUG nova.objects.instance [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'flavor' on Instance uuid 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.098995] env[69742]: DEBUG oslo_vmware.api [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061179, 'name': ReconfigVM_Task, 'duration_secs': 0.175386} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.099344] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804863', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'name': 'volume-01c5aeb2-0851-4420-b1b4-b2236c2377af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39af9a92-c1fc-4fe6-b543-3e54009d5389', 'attached_at': '', 'detached_at': '', 'volume_id': '01c5aeb2-0851-4420-b1b4-b2236c2377af', 'serial': '01c5aeb2-0851-4420-b1b4-b2236c2377af'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1122.247153] env[69742]: DEBUG nova.compute.manager [req-20597461-ae0a-4897-8343-b4c81e59514b req-6b0f2dd7-c685-42f7-abcc-48d79fb32661 service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Received event network-vif-unplugged-e43f34e6-e3b3-4615-b8c6-841738ad2d65 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.247153] env[69742]: DEBUG oslo_concurrency.lockutils [req-20597461-ae0a-4897-8343-b4c81e59514b req-6b0f2dd7-c685-42f7-abcc-48d79fb32661 service nova] Acquiring lock "c869168b-e498-4118-bd93-1df0b80c0ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.247153] env[69742]: DEBUG oslo_concurrency.lockutils [req-20597461-ae0a-4897-8343-b4c81e59514b req-6b0f2dd7-c685-42f7-abcc-48d79fb32661 service nova] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.247153] env[69742]: DEBUG oslo_concurrency.lockutils [req-20597461-ae0a-4897-8343-b4c81e59514b req-6b0f2dd7-c685-42f7-abcc-48d79fb32661 service nova] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.247153] env[69742]: DEBUG nova.compute.manager [req-20597461-ae0a-4897-8343-b4c81e59514b req-6b0f2dd7-c685-42f7-abcc-48d79fb32661 service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] No waiting events found dispatching network-vif-unplugged-e43f34e6-e3b3-4615-b8c6-841738ad2d65 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.247724] env[69742]: WARNING nova.compute.manager [req-20597461-ae0a-4897-8343-b4c81e59514b req-6b0f2dd7-c685-42f7-abcc-48d79fb32661 service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Received unexpected event network-vif-unplugged-e43f34e6-e3b3-4615-b8c6-841738ad2d65 for instance with vm_state shelved and task_state shelving_offloading. [ 1122.258741] env[69742]: DEBUG oslo_vmware.api [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061178, 'name': PowerOnVM_Task, 'duration_secs': 0.622045} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.259019] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.259235] env[69742]: DEBUG nova.compute.manager [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.260055] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263896eb-aa65-438c-a37f-216024db6805 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.274044] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.274893] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428fc04d-ca67-4c46-8147-ec6de791bb48 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.283465] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.284167] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa3e6017-0152-473b-a189-e63ff9373739 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.488671] env[69742]: DEBUG nova.network.neutron [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance_info_cache with network_info: [{"id": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "address": "fa:16:3e:5d:3c:85", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a08585-1a", "ovs_interfaceid": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.529690] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.529886] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.530146] env[69742]: DEBUG nova.network.neutron [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.530371] env[69742]: DEBUG nova.objects.instance [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'info_cache' on Instance uuid 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.643779] env[69742]: DEBUG nova.objects.instance [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lazy-loading 'flavor' on Instance uuid 39af9a92-c1fc-4fe6-b543-3e54009d5389 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.784994] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.785320] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.785511] env[69742]: DEBUG nova.objects.instance [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1122.813375] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "9030bfbe-5557-4101-b2b7-06cc63159def" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.813654] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.995811] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.024583] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.024583] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.024583] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleting the datastore file [datastore2] c869168b-e498-4118-bd93-1df0b80c0ca8 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.024863] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-161b0d39-c60c-4a68-a410-bbdbb4027f92 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.034292] env[69742]: DEBUG nova.objects.base [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Object Instance<4d3c5a50-80a9-454a-9fe1-b1f39e82d442> lazy-loaded attributes: flavor,info_cache {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.035769] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1123.035769] env[69742]: value = "task-4061181" [ 1123.035769] env[69742]: _type = "Task" [ 1123.035769] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.046163] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.232310] env[69742]: DEBUG oslo_concurrency.lockutils [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.232673] env[69742]: DEBUG oslo_concurrency.lockutils [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.232949] env[69742]: DEBUG oslo_concurrency.lockutils [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.233185] env[69742]: DEBUG oslo_concurrency.lockutils [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.233398] env[69742]: DEBUG oslo_concurrency.lockutils [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.235822] env[69742]: INFO nova.compute.manager [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Terminating instance [ 1123.316812] env[69742]: INFO nova.compute.manager [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Detaching volume a9ed208f-6ab9-44f7-8fbf-38fdd60ac884 [ 1123.352372] env[69742]: INFO nova.virt.block_device [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Attempting to driver detach volume a9ed208f-6ab9-44f7-8fbf-38fdd60ac884 from mountpoint /dev/sdb [ 1123.352604] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1123.352791] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804860', 'volume_id': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'name': 'volume-a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9030bfbe-5557-4101-b2b7-06cc63159def', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'serial': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1123.353789] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae75901-c058-4bd0-9aa1-5c58507b7a3a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.375898] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9dcc95-6558-4e23-b24f-44f41b8f0ea1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.383114] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784d891a-9c31-49c5-b033-743086bd6691 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.404531] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b660a56b-9713-4778-873f-1ba9456a3b48 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.419071] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] The volume has not been displaced from its original location: [datastore1] volume-a9ed208f-6ab9-44f7-8fbf-38fdd60ac884/volume-a9ed208f-6ab9-44f7-8fbf-38fdd60ac884.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1123.424310] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.424589] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c05852-2c8e-4176-a19c-e4344574a647 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.442351] env[69742]: DEBUG oslo_vmware.api [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1123.442351] env[69742]: value = "task-4061182" [ 1123.442351] env[69742]: _type = "Task" [ 1123.442351] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.450140] env[69742]: DEBUG oslo_vmware.api [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.550185] env[69742]: DEBUG oslo_vmware.api [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302849} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.550401] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.550595] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.550774] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.571523] env[69742]: INFO nova.scheduler.client.report [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted allocations for instance c869168b-e498-4118-bd93-1df0b80c0ca8 [ 1123.650509] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9082e450-5cb7-41bb-be24-c3f21afd34d7 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.740341] env[69742]: DEBUG nova.compute.manager [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.740567] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.741757] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2b3eea-7970-43a7-9edb-a8da6046c97f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.750984] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.751343] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ff55988-963c-4c86-8b36-2ee808a50429 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.754209] env[69742]: DEBUG nova.network.neutron [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance_info_cache with network_info: [{"id": "16636cc5-d832-4dec-93d9-2cba8696c81b", "address": "fa:16:3e:84:ce:c4", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16636cc5-d8", "ovs_interfaceid": "16636cc5-d832-4dec-93d9-2cba8696c81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.759214] env[69742]: DEBUG oslo_vmware.api [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1123.759214] env[69742]: value = "task-4061183" [ 1123.759214] env[69742]: _type = "Task" [ 1123.759214] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.769487] env[69742]: DEBUG oslo_vmware.api [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.798067] env[69742]: DEBUG oslo_concurrency.lockutils [None req-be4dbd03-73c0-4252-8479-94821170107c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.798991] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.799685] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.956362] env[69742]: DEBUG oslo_vmware.api [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061182, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.076284] env[69742]: DEBUG oslo_concurrency.lockutils [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.076551] env[69742]: DEBUG oslo_concurrency.lockutils [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.077893] env[69742]: DEBUG nova.objects.instance [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lazy-loading 'resources' on Instance uuid c869168b-e498-4118-bd93-1df0b80c0ca8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.257541] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.270729] env[69742]: DEBUG oslo_vmware.api [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061183, 'name': PowerOffVM_Task, 'duration_secs': 0.419813} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.271089] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.271303] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.271573] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff37aded-83a4-4337-a34f-da933a0edd8b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.290948] env[69742]: DEBUG nova.compute.manager [req-23688019-e827-45ad-a305-e02ecb76c1a6 req-535af733-3519-4b10-a68a-adea271e1b6d service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Received event network-changed-e43f34e6-e3b3-4615-b8c6-841738ad2d65 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.291197] env[69742]: DEBUG nova.compute.manager [req-23688019-e827-45ad-a305-e02ecb76c1a6 req-535af733-3519-4b10-a68a-adea271e1b6d service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Refreshing instance network info cache due to event network-changed-e43f34e6-e3b3-4615-b8c6-841738ad2d65. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.291530] env[69742]: DEBUG oslo_concurrency.lockutils [req-23688019-e827-45ad-a305-e02ecb76c1a6 req-535af733-3519-4b10-a68a-adea271e1b6d service nova] Acquiring lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.291690] env[69742]: DEBUG oslo_concurrency.lockutils [req-23688019-e827-45ad-a305-e02ecb76c1a6 req-535af733-3519-4b10-a68a-adea271e1b6d service nova] Acquired lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.291855] env[69742]: DEBUG nova.network.neutron [req-23688019-e827-45ad-a305-e02ecb76c1a6 req-535af733-3519-4b10-a68a-adea271e1b6d service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Refreshing network info cache for port e43f34e6-e3b3-4615-b8c6-841738ad2d65 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.301852] env[69742]: DEBUG nova.compute.manager [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.453434] env[69742]: DEBUG oslo_vmware.api [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061182, 'name': ReconfigVM_Task, 'duration_secs': 0.70831} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.453721] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.458393] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdadc583-d10b-4ed3-b8d9-5546f71a5392 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.474874] env[69742]: DEBUG oslo_vmware.api [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1124.474874] env[69742]: value = "task-4061185" [ 1124.474874] env[69742]: _type = "Task" [ 1124.474874] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.484369] env[69742]: DEBUG oslo_vmware.api [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.511552] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce8ce65-d451-47a1-846f-101792e35fef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.532843] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance '92904b2d-9686-4d15-9b7f-6ed39ee7bd3c' progress to 0 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.579581] env[69742]: DEBUG nova.objects.instance [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lazy-loading 'numa_topology' on Instance uuid c869168b-e498-4118-bd93-1df0b80c0ca8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.691432] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.691804] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.692071] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleting the datastore file [datastore2] ff6c5427-8234-4f11-8c45-8cfd7030b27a {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.692426] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4229157a-83fb-4c4a-82fc-cb98bed005fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.702495] env[69742]: DEBUG oslo_vmware.api [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1124.702495] env[69742]: value = "task-4061186" [ 1124.702495] env[69742]: _type = "Task" [ 1124.702495] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.711174] env[69742]: DEBUG oslo_vmware.api [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.744756] env[69742]: DEBUG oslo_concurrency.lockutils [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.745035] env[69742]: DEBUG oslo_concurrency.lockutils [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.745315] env[69742]: DEBUG oslo_concurrency.lockutils [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "39af9a92-c1fc-4fe6-b543-3e54009d5389-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.745546] env[69742]: DEBUG oslo_concurrency.lockutils [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.745763] env[69742]: DEBUG oslo_concurrency.lockutils [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.748015] env[69742]: INFO nova.compute.manager [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Terminating instance [ 1124.828100] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.986093] env[69742]: DEBUG oslo_vmware.api [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061185, 'name': ReconfigVM_Task, 'duration_secs': 0.156684} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.988766] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804860', 'volume_id': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'name': 'volume-a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9030bfbe-5557-4101-b2b7-06cc63159def', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884', 'serial': 'a9ed208f-6ab9-44f7-8fbf-38fdd60ac884'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1125.039351] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.039677] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2e29322-47a6-41ea-8f5a-7d79ec7597cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.047840] env[69742]: DEBUG oslo_vmware.api [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1125.047840] env[69742]: value = "task-4061187" [ 1125.047840] env[69742]: _type = "Task" [ 1125.047840] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.060460] env[69742]: DEBUG nova.network.neutron [req-23688019-e827-45ad-a305-e02ecb76c1a6 req-535af733-3519-4b10-a68a-adea271e1b6d service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Updated VIF entry in instance network info cache for port e43f34e6-e3b3-4615-b8c6-841738ad2d65. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.060804] env[69742]: DEBUG nova.network.neutron [req-23688019-e827-45ad-a305-e02ecb76c1a6 req-535af733-3519-4b10-a68a-adea271e1b6d service nova] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Updating instance_info_cache with network_info: [{"id": "e43f34e6-e3b3-4615-b8c6-841738ad2d65", "address": "fa:16:3e:f9:b1:3f", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": null, "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape43f34e6-e3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.062093] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1125.062259] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance '92904b2d-9686-4d15-9b7f-6ed39ee7bd3c' progress to 17 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.081900] env[69742]: DEBUG nova.objects.base [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.095654] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "c869168b-e498-4118-bd93-1df0b80c0ca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.215198] env[69742]: DEBUG oslo_vmware.api [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161711} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.215475] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.215656] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.215828] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.216075] env[69742]: INFO nova.compute.manager [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Took 1.48 seconds to destroy the instance on the hypervisor. [ 1125.216327] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.216520] env[69742]: DEBUG nova.compute.manager [-] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.216615] env[69742]: DEBUG nova.network.neutron [-] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.251505] env[69742]: DEBUG nova.compute.manager [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.251772] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.253706] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d92b4d9-e508-410f-ab52-d42d012b3b59 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.258862] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c64526-963f-483d-903f-6499b93cdd4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.261753] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.262987] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1056a8a-ff4c-4fd0-acd3-a8666382593e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.267512] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.269612] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22320ca8-268b-416a-b18f-e346dc0a64b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.273202] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e319b60c-8f82-480e-aa46-b2576e934f17 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.276748] env[69742]: DEBUG oslo_vmware.api [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1125.276748] env[69742]: value = "task-4061188" [ 1125.276748] env[69742]: _type = "Task" [ 1125.276748] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.285426] env[69742]: DEBUG oslo_vmware.api [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1125.285426] env[69742]: value = "task-4061189" [ 1125.285426] env[69742]: _type = "Task" [ 1125.285426] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.317548] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db23708-131a-432a-92ea-b31f0130bc4c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.321164] env[69742]: DEBUG oslo_vmware.api [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061188, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.330376] env[69742]: DEBUG oslo_vmware.api [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.331954] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a8cfea-51e1-4892-82c3-46631ba08a6a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.349881] env[69742]: DEBUG nova.compute.provider_tree [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.529496] env[69742]: DEBUG nova.compute.manager [req-c9375616-ce43-4782-9832-478dadf234c3 req-ef58e6c3-3e7a-414c-ac68-d2fea0f4b856 service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Received event network-vif-deleted-da692d38-b68e-48ad-b3f4-2e5bf69bb6da {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.530686] env[69742]: INFO nova.compute.manager [req-c9375616-ce43-4782-9832-478dadf234c3 req-ef58e6c3-3e7a-414c-ac68-d2fea0f4b856 service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Neutron deleted interface da692d38-b68e-48ad-b3f4-2e5bf69bb6da; detaching it from the instance and deleting it from the info cache [ 1125.530686] env[69742]: DEBUG nova.network.neutron [req-c9375616-ce43-4782-9832-478dadf234c3 req-ef58e6c3-3e7a-414c-ac68-d2fea0f4b856 service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.540497] env[69742]: DEBUG nova.objects.instance [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lazy-loading 'flavor' on Instance uuid 9030bfbe-5557-4101-b2b7-06cc63159def {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.567010] env[69742]: DEBUG oslo_concurrency.lockutils [req-23688019-e827-45ad-a305-e02ecb76c1a6 req-535af733-3519-4b10-a68a-adea271e1b6d service nova] Releasing lock "refresh_cache-c869168b-e498-4118-bd93-1df0b80c0ca8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.569504] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.569763] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.569957] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.570192] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.570492] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.570572] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.570759] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.570932] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.571146] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.571355] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.571549] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.578455] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b980e6bd-eb51-4529-896c-e00ef5361fed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.598041] env[69742]: DEBUG oslo_vmware.api [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1125.598041] env[69742]: value = "task-4061190" [ 1125.598041] env[69742]: _type = "Task" [ 1125.598041] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.607749] env[69742]: DEBUG oslo_vmware.api [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.789884] env[69742]: DEBUG oslo_vmware.api [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061188, 'name': PowerOnVM_Task, 'duration_secs': 0.457729} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.790255] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.790474] env[69742]: DEBUG nova.compute.manager [None req-e0ab89c4-f2f3-4f23-9407-93e19f7b8172 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.791287] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095f26c9-52ff-4f56-b9fe-403086b33d32 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.820125] env[69742]: DEBUG oslo_vmware.api [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061189, 'name': PowerOffVM_Task, 'duration_secs': 0.19005} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.820400] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.820574] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.820830] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-189af2ab-3efb-46db-a60d-33140a8a7865 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.881154] env[69742]: ERROR nova.scheduler.client.report [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [req-9b86427c-387d-44a0-b7d9-0cd082b36759] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b86427c-387d-44a0-b7d9-0cd082b36759"}]} [ 1125.887946] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.888210] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.888395] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleting the datastore file [datastore2] 39af9a92-c1fc-4fe6-b543-3e54009d5389 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.888689] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29f12141-01e3-4441-b969-a1fda9b4a824 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.896821] env[69742]: DEBUG oslo_vmware.api [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1125.896821] env[69742]: value = "task-4061192" [ 1125.896821] env[69742]: _type = "Task" [ 1125.896821] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.901107] env[69742]: DEBUG nova.scheduler.client.report [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1125.909015] env[69742]: DEBUG oslo_vmware.api [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.916636] env[69742]: DEBUG nova.scheduler.client.report [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1125.916898] env[69742]: DEBUG nova.compute.provider_tree [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.929589] env[69742]: DEBUG nova.scheduler.client.report [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1125.950045] env[69742]: DEBUG nova.scheduler.client.report [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1126.009517] env[69742]: DEBUG nova.network.neutron [-] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.031719] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b0a56fb-3674-4935-b7d6-f17203202429 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.042342] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a893125a-aa28-41fa-ba26-b9b2ec4fa2d2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.088898] env[69742]: DEBUG nova.compute.manager [req-c9375616-ce43-4782-9832-478dadf234c3 req-ef58e6c3-3e7a-414c-ac68-d2fea0f4b856 service nova] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Detach interface failed, port_id=da692d38-b68e-48ad-b3f4-2e5bf69bb6da, reason: Instance ff6c5427-8234-4f11-8c45-8cfd7030b27a could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.111433] env[69742]: DEBUG oslo_vmware.api [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061190, 'name': ReconfigVM_Task, 'duration_secs': 0.186431} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.114526] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance '92904b2d-9686-4d15-9b7f-6ed39ee7bd3c' progress to 33 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.184844] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36822aa-6941-40ac-9bbb-5eafa27c08a7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.193594] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc27910-247c-48ff-b885-c89958627847 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.226434] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645acd4d-c685-4eeb-8e13-6fc1c1dc8ad2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.235233] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7db7c69-4146-4ef3-945d-ddb94cd4e7d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.249846] env[69742]: DEBUG nova.compute.provider_tree [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.409635] env[69742]: DEBUG oslo_vmware.api [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153176} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.409900] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.410107] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.410291] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.410471] env[69742]: INFO nova.compute.manager [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1126.410717] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.410911] env[69742]: DEBUG nova.compute.manager [-] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.411013] env[69742]: DEBUG nova.network.neutron [-] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.513488] env[69742]: INFO nova.compute.manager [-] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Took 1.30 seconds to deallocate network for instance. [ 1126.562574] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b9964178-c4ed-417c-93be-8f4d67b3520b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.748s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.620976] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.621407] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.621539] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.621838] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.622162] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.622386] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.622636] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.622839] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.623062] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.623299] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.623490] env[69742]: DEBUG nova.virt.hardware [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.629548] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.630330] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a962f6ca-73d5-44c3-8e1e-4527f5168694 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.652084] env[69742]: DEBUG oslo_vmware.api [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1126.652084] env[69742]: value = "task-4061193" [ 1126.652084] env[69742]: _type = "Task" [ 1126.652084] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.664887] env[69742]: DEBUG oslo_vmware.api [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.753713] env[69742]: DEBUG nova.scheduler.client.report [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.019839] env[69742]: DEBUG oslo_concurrency.lockutils [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.086842] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "9030bfbe-5557-4101-b2b7-06cc63159def" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.087233] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.087544] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.087794] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.088253] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.090730] env[69742]: INFO nova.compute.manager [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Terminating instance [ 1127.162786] env[69742]: DEBUG oslo_vmware.api [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061193, 'name': ReconfigVM_Task, 'duration_secs': 0.364464} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.163084] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.163956] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57733766-24e7-4697-ac0b-f42cc86c68df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.186732] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c/92904b2d-9686-4d15-9b7f-6ed39ee7bd3c.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.187014] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee0c64fe-cf16-4188-8311-875fafc5516b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.204881] env[69742]: DEBUG oslo_vmware.api [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1127.204881] env[69742]: value = "task-4061194" [ 1127.204881] env[69742]: _type = "Task" [ 1127.204881] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.212905] env[69742]: DEBUG oslo_vmware.api [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.258604] env[69742]: DEBUG oslo_concurrency.lockutils [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.182s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.261127] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.433s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.262597] env[69742]: INFO nova.compute.claims [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.368512] env[69742]: DEBUG nova.network.neutron [-] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.557171] env[69742]: DEBUG nova.compute.manager [req-c570f448-3d7d-4d65-a684-97ebb9bf9a74 req-0ddc2957-e5bf-4b0d-8c6d-c3cf53b7c0c2 service nova] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Received event network-vif-deleted-94d2ae0b-e886-4496-b9a1-e8cea6211150 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.595563] env[69742]: DEBUG nova.compute.manager [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.595874] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.597054] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4a8dc9-ecc1-46f1-b3e6-ba62d632f287 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.608392] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.608669] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f8f043d-d566-4b9e-9b28-afb4aaf117ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.616089] env[69742]: DEBUG oslo_vmware.api [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1127.616089] env[69742]: value = "task-4061195" [ 1127.616089] env[69742]: _type = "Task" [ 1127.616089] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.625385] env[69742]: DEBUG oslo_vmware.api [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.715288] env[69742]: DEBUG oslo_vmware.api [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061194, 'name': ReconfigVM_Task, 'duration_secs': 0.278979} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.715670] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c/92904b2d-9686-4d15-9b7f-6ed39ee7bd3c.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.715861] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance '92904b2d-9686-4d15-9b7f-6ed39ee7bd3c' progress to 50 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.774584] env[69742]: DEBUG oslo_concurrency.lockutils [None req-04bed41a-67e7-478f-9b2d-24514679ae8a tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.851s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.776128] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.680s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.777066] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "c869168b-e498-4118-bd93-1df0b80c0ca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.777066] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.777066] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.780392] env[69742]: INFO nova.compute.manager [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Terminating instance [ 1127.872280] env[69742]: INFO nova.compute.manager [-] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Took 1.46 seconds to deallocate network for instance. [ 1128.126047] env[69742]: DEBUG oslo_vmware.api [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061195, 'name': PowerOffVM_Task, 'duration_secs': 0.20386} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.126334] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.126501] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.126738] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9643dce5-e73e-444d-8519-9799a7e8fd06 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.188539] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.188816] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.188975] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleting the datastore file [datastore2] 9030bfbe-5557-4101-b2b7-06cc63159def {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.189286] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1b67aed-7712-4ef9-97f6-77c192c58569 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.195412] env[69742]: DEBUG oslo_vmware.api [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1128.195412] env[69742]: value = "task-4061197" [ 1128.195412] env[69742]: _type = "Task" [ 1128.195412] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.203684] env[69742]: DEBUG oslo_vmware.api [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.222245] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cb079c-e9b5-4666-a7f9-23b20af2f5c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.241976] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c0b6c4-13e1-4077-8608-a870193ee86a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.262064] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance '92904b2d-9686-4d15-9b7f-6ed39ee7bd3c' progress to 67 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.285110] env[69742]: DEBUG nova.compute.manager [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.285596] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.287154] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4841eb58-87ac-48cf-acfa-61d3881f9c7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.300051] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83655035-e3a1-4bf3-8589-ebd6935f7fd4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.345872] env[69742]: WARNING nova.virt.vmwareapi.vmops [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c869168b-e498-4118-bd93-1df0b80c0ca8 could not be found. [ 1128.346211] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.346437] env[69742]: INFO nova.compute.manager [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1128.346727] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.349601] env[69742]: DEBUG nova.compute.manager [-] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.349738] env[69742]: DEBUG nova.network.neutron [-] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.379737] env[69742]: DEBUG oslo_concurrency.lockutils [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.485292] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d99e6c4-0826-485c-9a1c-913fe0024126 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.493987] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d274afe0-5367-424f-9a46-94c5e225eb9a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.525268] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63383534-14b9-4876-afbf-c7400a05353f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.534632] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ba20c-05dc-42df-b0cf-8061d42b9ca7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.549086] env[69742]: DEBUG nova.compute.provider_tree [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.708081] env[69742]: DEBUG oslo_vmware.api [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134447} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.708481] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.708732] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.708732] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.708911] env[69742]: INFO nova.compute.manager [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1128.709147] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.709342] env[69742]: DEBUG nova.compute.manager [-] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.709467] env[69742]: DEBUG nova.network.neutron [-] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.808548] env[69742]: DEBUG nova.network.neutron [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Port d3a08585-1a59-4afc-81d9-d433e00ad02d binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1129.082081] env[69742]: DEBUG nova.scheduler.client.report [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1129.082408] env[69742]: DEBUG nova.compute.provider_tree [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 126 to 127 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1129.082592] env[69742]: DEBUG nova.compute.provider_tree [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.089023] env[69742]: DEBUG nova.network.neutron [-] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.586124] env[69742]: DEBUG nova.compute.manager [req-4c64ee43-aa87-4477-b189-fd6f0b4857db req-7142e7ff-e122-4312-9f55-d9a7739d01fa service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Received event network-vif-deleted-c4720c8c-b38f-42e5-a5cc-d3774760b46d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.586342] env[69742]: INFO nova.compute.manager [req-4c64ee43-aa87-4477-b189-fd6f0b4857db req-7142e7ff-e122-4312-9f55-d9a7739d01fa service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Neutron deleted interface c4720c8c-b38f-42e5-a5cc-d3774760b46d; detaching it from the instance and deleting it from the info cache [ 1129.586615] env[69742]: DEBUG nova.network.neutron [req-4c64ee43-aa87-4477-b189-fd6f0b4857db req-7142e7ff-e122-4312-9f55-d9a7739d01fa service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.588605] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.589106] env[69742]: DEBUG nova.compute.manager [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.591753] env[69742]: DEBUG oslo_concurrency.lockutils [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.572s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.592038] env[69742]: DEBUG nova.objects.instance [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lazy-loading 'resources' on Instance uuid ff6c5427-8234-4f11-8c45-8cfd7030b27a {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.593629] env[69742]: INFO nova.compute.manager [-] [instance: c869168b-e498-4118-bd93-1df0b80c0ca8] Took 1.24 seconds to deallocate network for instance. [ 1129.676421] env[69742]: DEBUG nova.network.neutron [-] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.829664] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.830040] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.830097] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.093550] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-241332d0-80bc-470c-9889-e77231173ab7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.096123] env[69742]: DEBUG nova.compute.utils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.100681] env[69742]: DEBUG nova.compute.manager [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.100804] env[69742]: DEBUG nova.network.neutron [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.112936] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130ed9eb-67de-4db0-bfd9-ce4da5549552 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.151923] env[69742]: DEBUG nova.compute.manager [req-4c64ee43-aa87-4477-b189-fd6f0b4857db req-7142e7ff-e122-4312-9f55-d9a7739d01fa service nova] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Detach interface failed, port_id=c4720c8c-b38f-42e5-a5cc-d3774760b46d, reason: Instance 9030bfbe-5557-4101-b2b7-06cc63159def could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.153580] env[69742]: DEBUG nova.policy [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fa2289824484e55ac283673df76f96c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d0f14fb4be243aab5c62a5be3a61b4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.179258] env[69742]: INFO nova.compute.manager [-] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Took 1.47 seconds to deallocate network for instance. [ 1130.303579] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ec600f-a19c-46a5-b617-e704d23946ff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.314160] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e92eab-b44a-4da9-b5fb-ccf0b646b695 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.347449] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8effbba6-c44f-47ba-bcb2-44561d018044 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.356500] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909e4574-4052-4d29-8627-121e502130d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.372953] env[69742]: DEBUG nova.compute.provider_tree [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.432799] env[69742]: DEBUG nova.network.neutron [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Successfully created port: f3aa94a7-e4f2-4348-a97f-54dc6cecb054 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.601620] env[69742]: DEBUG nova.compute.manager [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.638111] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ff03e715-894a-49ba-ba6c-63b00d3d36b8 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "c869168b-e498-4118-bd93-1df0b80c0ca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.862s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.672204] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "4141d5be-3101-404d-b948-2c88a110b2f8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.672471] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.686116] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.877347] env[69742]: DEBUG nova.scheduler.client.report [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.894076] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.894315] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.894498] env[69742]: DEBUG nova.network.neutron [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.176445] env[69742]: DEBUG nova.compute.utils [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.225937] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.226168] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.382476] env[69742]: DEBUG oslo_concurrency.lockutils [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.384969] env[69742]: DEBUG oslo_concurrency.lockutils [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.005s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.385223] env[69742]: DEBUG nova.objects.instance [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lazy-loading 'resources' on Instance uuid 39af9a92-c1fc-4fe6-b543-3e54009d5389 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.406723] env[69742]: INFO nova.scheduler.client.report [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted allocations for instance ff6c5427-8234-4f11-8c45-8cfd7030b27a [ 1131.612939] env[69742]: DEBUG nova.compute.manager [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.625272] env[69742]: DEBUG nova.network.neutron [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance_info_cache with network_info: [{"id": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "address": "fa:16:3e:5d:3c:85", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a08585-1a", "ovs_interfaceid": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.641781] env[69742]: DEBUG nova.virt.hardware [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.642049] env[69742]: DEBUG nova.virt.hardware [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.642221] env[69742]: DEBUG nova.virt.hardware [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.642413] env[69742]: DEBUG nova.virt.hardware [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.642566] env[69742]: DEBUG nova.virt.hardware [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.642713] env[69742]: DEBUG nova.virt.hardware [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.642926] env[69742]: DEBUG nova.virt.hardware [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.643105] env[69742]: DEBUG nova.virt.hardware [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.643283] env[69742]: DEBUG nova.virt.hardware [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.643446] env[69742]: DEBUG nova.virt.hardware [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.643619] env[69742]: DEBUG nova.virt.hardware [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.644759] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e965498-7cfd-42e6-8188-9270764c38b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.653753] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57111e5e-a6aa-4b12-81c6-ac16446ba0e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.680306] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.728624] env[69742]: DEBUG nova.compute.manager [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1131.886181] env[69742]: DEBUG nova.compute.manager [req-ecdcefeb-b411-47c1-bc3d-f6ae3dbfdff6 req-53077b10-3b1e-4183-bbea-1b86fcf5e4b2 service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Received event network-vif-plugged-f3aa94a7-e4f2-4348-a97f-54dc6cecb054 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.886496] env[69742]: DEBUG oslo_concurrency.lockutils [req-ecdcefeb-b411-47c1-bc3d-f6ae3dbfdff6 req-53077b10-3b1e-4183-bbea-1b86fcf5e4b2 service nova] Acquiring lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.886702] env[69742]: DEBUG oslo_concurrency.lockutils [req-ecdcefeb-b411-47c1-bc3d-f6ae3dbfdff6 req-53077b10-3b1e-4183-bbea-1b86fcf5e4b2 service nova] Lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.886847] env[69742]: DEBUG oslo_concurrency.lockutils [req-ecdcefeb-b411-47c1-bc3d-f6ae3dbfdff6 req-53077b10-3b1e-4183-bbea-1b86fcf5e4b2 service nova] Lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.887143] env[69742]: DEBUG nova.compute.manager [req-ecdcefeb-b411-47c1-bc3d-f6ae3dbfdff6 req-53077b10-3b1e-4183-bbea-1b86fcf5e4b2 service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] No waiting events found dispatching network-vif-plugged-f3aa94a7-e4f2-4348-a97f-54dc6cecb054 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.887211] env[69742]: WARNING nova.compute.manager [req-ecdcefeb-b411-47c1-bc3d-f6ae3dbfdff6 req-53077b10-3b1e-4183-bbea-1b86fcf5e4b2 service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Received unexpected event network-vif-plugged-f3aa94a7-e4f2-4348-a97f-54dc6cecb054 for instance with vm_state building and task_state spawning. [ 1131.916534] env[69742]: DEBUG oslo_concurrency.lockutils [None req-26a2217f-f905-41c0-a02e-821a4436184a tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "ff6c5427-8234-4f11-8c45-8cfd7030b27a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.683s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.932035] env[69742]: DEBUG nova.network.neutron [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Successfully updated port: f3aa94a7-e4f2-4348-a97f-54dc6cecb054 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.074943] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0834825-298d-493c-80dd-68f6b2e17390 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.082251] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aa92ba-9611-41e2-9c65-c0773a7e7d95 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.112866] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585b7628-01aa-42ba-bc0d-d777ea0cae95 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.121042] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8763e32-951a-43e6-a872-8244b3f18ed6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.134630] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.138523] env[69742]: DEBUG nova.compute.provider_tree [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.249719] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.434903] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "refresh_cache-0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.435068] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "refresh_cache-0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.435223] env[69742]: DEBUG nova.network.neutron [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.641425] env[69742]: DEBUG nova.scheduler.client.report [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.661814] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c3000b-9164-453d-84f9-57d1403f6750 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.684178] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6b2c22-cd93-4dc8-bdd4-271a3c6ee583 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.693148] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance '92904b2d-9686-4d15-9b7f-6ed39ee7bd3c' progress to 83 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.740552] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "4141d5be-3101-404d-b948-2c88a110b2f8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.740858] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.741148] env[69742]: INFO nova.compute.manager [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Attaching volume 2589abe3-6acc-4658-b0fa-e2f77a433c90 to /dev/sdb [ 1132.776737] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072e7fdd-1f48-46b3-9f1e-14b58ca014dc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.784423] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15a2c2a-41cc-4f7b-8ce2-eadbac02bc1b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.797570] env[69742]: DEBUG nova.virt.block_device [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updating existing volume attachment record: d757c0df-4a40-42fb-aee1-f2b8dbbdd8cb {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1132.967064] env[69742]: DEBUG nova.network.neutron [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.118608] env[69742]: DEBUG nova.network.neutron [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Updating instance_info_cache with network_info: [{"id": "f3aa94a7-e4f2-4348-a97f-54dc6cecb054", "address": "fa:16:3e:97:44:de", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3aa94a7-e4", "ovs_interfaceid": "f3aa94a7-e4f2-4348-a97f-54dc6cecb054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.152483] env[69742]: DEBUG oslo_concurrency.lockutils [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.155013] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.469s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.155279] env[69742]: DEBUG nova.objects.instance [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lazy-loading 'resources' on Instance uuid 9030bfbe-5557-4101-b2b7-06cc63159def {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.174356] env[69742]: INFO nova.scheduler.client.report [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted allocations for instance 39af9a92-c1fc-4fe6-b543-3e54009d5389 [ 1133.199931] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3a397c-932e-4f93-bfea-8ddddcce3efc tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance '92904b2d-9686-4d15-9b7f-6ed39ee7bd3c' progress to 100 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.621747] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "refresh_cache-0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.621747] env[69742]: DEBUG nova.compute.manager [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Instance network_info: |[{"id": "f3aa94a7-e4f2-4348-a97f-54dc6cecb054", "address": "fa:16:3e:97:44:de", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3aa94a7-e4", "ovs_interfaceid": "f3aa94a7-e4f2-4348-a97f-54dc6cecb054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.622044] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:44:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3aa94a7-e4f2-4348-a97f-54dc6cecb054', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.630995] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.631256] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.631495] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f58a16b2-11e0-4ce2-addc-c343a3488e9f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.653425] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.653425] env[69742]: value = "task-4061201" [ 1133.653425] env[69742]: _type = "Task" [ 1133.653425] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.662880] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061201, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.682885] env[69742]: DEBUG oslo_concurrency.lockutils [None req-35fc80c1-f321-492a-a527-fee073eb8ca1 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "39af9a92-c1fc-4fe6-b543-3e54009d5389" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.938s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.839586] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030cf9df-47e6-4444-8474-1947daaf6b51 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.848271] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5c7f99-59f5-4cf2-b685-a180a2a3e4b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.881018] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be4d96c-fb91-4b73-8ab0-ee87b14d2efb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.889168] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c75d95c-cdef-445b-893f-42d373913524 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.903503] env[69742]: DEBUG nova.compute.provider_tree [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.913013] env[69742]: DEBUG nova.compute.manager [req-3351bbd9-8092-4ba9-9876-fc17165a2614 req-a264d6e2-d074-4945-9d3b-2d7ae400f71a service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Received event network-changed-f3aa94a7-e4f2-4348-a97f-54dc6cecb054 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.913116] env[69742]: DEBUG nova.compute.manager [req-3351bbd9-8092-4ba9-9876-fc17165a2614 req-a264d6e2-d074-4945-9d3b-2d7ae400f71a service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Refreshing instance network info cache due to event network-changed-f3aa94a7-e4f2-4348-a97f-54dc6cecb054. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.913330] env[69742]: DEBUG oslo_concurrency.lockutils [req-3351bbd9-8092-4ba9-9876-fc17165a2614 req-a264d6e2-d074-4945-9d3b-2d7ae400f71a service nova] Acquiring lock "refresh_cache-0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.913524] env[69742]: DEBUG oslo_concurrency.lockutils [req-3351bbd9-8092-4ba9-9876-fc17165a2614 req-a264d6e2-d074-4945-9d3b-2d7ae400f71a service nova] Acquired lock "refresh_cache-0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.913630] env[69742]: DEBUG nova.network.neutron [req-3351bbd9-8092-4ba9-9876-fc17165a2614 req-a264d6e2-d074-4945-9d3b-2d7ae400f71a service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Refreshing network info cache for port f3aa94a7-e4f2-4348-a97f-54dc6cecb054 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.163616] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061201, 'name': CreateVM_Task, 'duration_secs': 0.396681} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.164053] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.164462] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.164638] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.164987] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.165290] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed6da6a-89e1-4de2-926e-72608762fb9d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.170652] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "interface-eb44f4dc-846f-4ba5-b258-422d5ef9b24c-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.170652] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-eb44f4dc-846f-4ba5-b258-422d5ef9b24c-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.170993] env[69742]: DEBUG nova.objects.instance [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'flavor' on Instance uuid eb44f4dc-846f-4ba5-b258-422d5ef9b24c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.172364] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1134.172364] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f3dfb2-94e7-6019-bd51-aaf78920918c" [ 1134.172364] env[69742]: _type = "Task" [ 1134.172364] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.182800] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f3dfb2-94e7-6019-bd51-aaf78920918c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.406998] env[69742]: DEBUG nova.scheduler.client.report [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.613621] env[69742]: DEBUG nova.network.neutron [req-3351bbd9-8092-4ba9-9876-fc17165a2614 req-a264d6e2-d074-4945-9d3b-2d7ae400f71a service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Updated VIF entry in instance network info cache for port f3aa94a7-e4f2-4348-a97f-54dc6cecb054. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.614075] env[69742]: DEBUG nova.network.neutron [req-3351bbd9-8092-4ba9-9876-fc17165a2614 req-a264d6e2-d074-4945-9d3b-2d7ae400f71a service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Updating instance_info_cache with network_info: [{"id": "f3aa94a7-e4f2-4348-a97f-54dc6cecb054", "address": "fa:16:3e:97:44:de", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3aa94a7-e4", "ovs_interfaceid": "f3aa94a7-e4f2-4348-a97f-54dc6cecb054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.686450] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f3dfb2-94e7-6019-bd51-aaf78920918c, 'name': SearchDatastore_Task, 'duration_secs': 0.011681} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.686754] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.687036] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.687298] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.687456] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.687715] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.688064] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35a330f7-57b9-4796-9d97-c2b6168170a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.697847] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.698065] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.698826] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32bd38a-e1ec-40ff-a268-6cb07b4b48ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.705658] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1134.705658] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5222d47f-1ef0-f402-396a-909c91a3af08" [ 1134.705658] env[69742]: _type = "Task" [ 1134.705658] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.725401] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5222d47f-1ef0-f402-396a-909c91a3af08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.779778] env[69742]: DEBUG nova.objects.instance [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'pci_requests' on Instance uuid eb44f4dc-846f-4ba5-b258-422d5ef9b24c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.911632] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.914803] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.664s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.915500] env[69742]: INFO nova.compute.claims [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.949436] env[69742]: INFO nova.scheduler.client.report [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleted allocations for instance 9030bfbe-5557-4101-b2b7-06cc63159def [ 1135.116522] env[69742]: DEBUG oslo_concurrency.lockutils [req-3351bbd9-8092-4ba9-9876-fc17165a2614 req-a264d6e2-d074-4945-9d3b-2d7ae400f71a service nova] Releasing lock "refresh_cache-0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.218626] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5222d47f-1ef0-f402-396a-909c91a3af08, 'name': SearchDatastore_Task, 'duration_secs': 0.011583} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.219380] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8057af89-fe83-4f32-8b10-8929a179eb11 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.225228] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1135.225228] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524d94a0-8e74-acef-5e7f-720748534812" [ 1135.225228] env[69742]: _type = "Task" [ 1135.225228] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.233484] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524d94a0-8e74-acef-5e7f-720748534812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.282872] env[69742]: DEBUG nova.objects.base [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.283107] env[69742]: DEBUG nova.network.neutron [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.353786] env[69742]: DEBUG nova.policy [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7f589040a4647b312a058cc3ae917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb91db63ece84896ab3a7f07322eb779', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.456913] env[69742]: DEBUG oslo_concurrency.lockutils [None req-73029010-2bfa-4117-bae7-c9292261bf47 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "9030bfbe-5557-4101-b2b7-06cc63159def" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.370s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.625869] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "33e924a6-007b-4411-91d8-46eed3ff38e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.627029] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "33e924a6-007b-4411-91d8-46eed3ff38e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.736083] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524d94a0-8e74-acef-5e7f-720748534812, 'name': SearchDatastore_Task, 'duration_secs': 0.011404} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.736388] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.736655] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d/0f9c0c67-8d0c-4b7e-9030-6383b313bf9d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.736919] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2236cbc4-4a44-41c8-8284-a0ee03a77173 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.743931] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1135.743931] env[69742]: value = "task-4061203" [ 1135.743931] env[69742]: _type = "Task" [ 1135.743931] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.752083] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.884057] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.884353] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.884555] env[69742]: DEBUG nova.compute.manager [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Going to confirm migration 3 {{(pid=69742) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1136.109245] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f6270d-428d-4d8a-9fb0-dac8e0d5f7ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.118517] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e22333-c911-435e-a425-3472523964a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.154113] env[69742]: DEBUG nova.compute.manager [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.157958] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af52acb-50ad-4786-a56c-15aafacf79a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.168078] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad04be3c-a543-42e7-9634-29efe97aa73c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.187285] env[69742]: DEBUG nova.compute.provider_tree [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.255768] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486884} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.256225] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d/0f9c0c67-8d0c-4b7e-9030-6383b313bf9d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.256301] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.256577] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e203b905-1698-4daa-b3f5-ab63b1e98af2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.265557] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1136.265557] env[69742]: value = "task-4061204" [ 1136.265557] env[69742]: _type = "Task" [ 1136.265557] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.276494] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.477452] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.477637] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.477818] env[69742]: DEBUG nova.network.neutron [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.478008] env[69742]: DEBUG nova.objects.instance [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'info_cache' on Instance uuid 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.675862] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.691305] env[69742]: DEBUG nova.scheduler.client.report [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.739689] env[69742]: DEBUG nova.compute.manager [req-5a6d3f99-a7f7-49b2-a313-f444967a8680 req-a5e0458d-c1ac-45bb-b7c1-288e592e64f7 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Received event network-vif-plugged-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.739904] env[69742]: DEBUG oslo_concurrency.lockutils [req-5a6d3f99-a7f7-49b2-a313-f444967a8680 req-a5e0458d-c1ac-45bb-b7c1-288e592e64f7 service nova] Acquiring lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.740137] env[69742]: DEBUG oslo_concurrency.lockutils [req-5a6d3f99-a7f7-49b2-a313-f444967a8680 req-a5e0458d-c1ac-45bb-b7c1-288e592e64f7 service nova] Lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.740327] env[69742]: DEBUG oslo_concurrency.lockutils [req-5a6d3f99-a7f7-49b2-a313-f444967a8680 req-a5e0458d-c1ac-45bb-b7c1-288e592e64f7 service nova] Lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.740480] env[69742]: DEBUG nova.compute.manager [req-5a6d3f99-a7f7-49b2-a313-f444967a8680 req-a5e0458d-c1ac-45bb-b7c1-288e592e64f7 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] No waiting events found dispatching network-vif-plugged-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.740646] env[69742]: WARNING nova.compute.manager [req-5a6d3f99-a7f7-49b2-a313-f444967a8680 req-a5e0458d-c1ac-45bb-b7c1-288e592e64f7 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Received unexpected event network-vif-plugged-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 for instance with vm_state active and task_state None. [ 1136.779770] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065876} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.780399] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.781242] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed951977-feab-4d08-84b6-f8c3da87727c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.804782] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d/0f9c0c67-8d0c-4b7e-9030-6383b313bf9d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.805135] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c9fc11-dd96-444d-b1c4-d8219086e722 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.825401] env[69742]: DEBUG nova.network.neutron [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Successfully updated port: 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.828772] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1136.828772] env[69742]: value = "task-4061205" [ 1136.828772] env[69742]: _type = "Task" [ 1136.828772] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.837909] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.198780] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.198780] env[69742]: DEBUG nova.compute.manager [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.201571] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.526s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.202911] env[69742]: INFO nova.compute.claims [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.330435] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.330747] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.330792] env[69742]: DEBUG nova.network.neutron [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.342038] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061205, 'name': ReconfigVM_Task, 'duration_secs': 0.260957} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.342929] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d/0f9c0c67-8d0c-4b7e-9030-6383b313bf9d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.343605] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d7e6a50-27f9-4e58-9274-be24cabc61c1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.351588] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1137.351588] env[69742]: value = "task-4061206" [ 1137.351588] env[69742]: _type = "Task" [ 1137.351588] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.362172] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061206, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.705201] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.705440] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.707564] env[69742]: DEBUG nova.compute.utils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.711815] env[69742]: DEBUG nova.compute.manager [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.712199] env[69742]: DEBUG nova.network.neutron [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.716024] env[69742]: DEBUG nova.network.neutron [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance_info_cache with network_info: [{"id": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "address": "fa:16:3e:5d:3c:85", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a08585-1a", "ovs_interfaceid": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.754608] env[69742]: DEBUG nova.policy [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8155aac3eed24663be1af6fdbbdc9bb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3634e73ca6ec483b98e2f72b63aa750e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.844241] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1137.845581] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804894', 'volume_id': '2589abe3-6acc-4658-b0fa-e2f77a433c90', 'name': 'volume-2589abe3-6acc-4658-b0fa-e2f77a433c90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4141d5be-3101-404d-b948-2c88a110b2f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2589abe3-6acc-4658-b0fa-e2f77a433c90', 'serial': '2589abe3-6acc-4658-b0fa-e2f77a433c90'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1137.847427] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723d3cb8-402d-4bde-b16a-6f4598b88b4e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.869122] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdc8645-faf0-40db-863b-3ef824223d78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.876463] env[69742]: WARNING nova.network.neutron [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] 9d389f86-2bf2-49c4-b254-01b5dfa5be55 already exists in list: networks containing: ['9d389f86-2bf2-49c4-b254-01b5dfa5be55']. ignoring it [ 1137.878655] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061206, 'name': Rename_Task, 'duration_secs': 0.161723} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.879400] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.879982] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce7bd597-c309-47b4-94ff-37ee2306a30e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.904258] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-2589abe3-6acc-4658-b0fa-e2f77a433c90/volume-2589abe3-6acc-4658-b0fa-e2f77a433c90.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.905319] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68db222-de21-46e9-80f1-e3626abab267 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.923308] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1137.923308] env[69742]: value = "task-4061207" [ 1137.923308] env[69742]: _type = "Task" [ 1137.923308] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.930156] env[69742]: DEBUG oslo_vmware.api [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1137.930156] env[69742]: value = "task-4061208" [ 1137.930156] env[69742]: _type = "Task" [ 1137.930156] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.936107] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061207, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.945553] env[69742]: DEBUG oslo_vmware.api [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.050530] env[69742]: DEBUG nova.network.neutron [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Successfully created port: 667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.203957] env[69742]: DEBUG nova.network.neutron [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updating instance_info_cache with network_info: [{"id": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "address": "fa:16:3e:b5:56:d9", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be63da5-0a", "ovs_interfaceid": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a40963e-8eca-45bd-a7db-4a1ec8dca7d8", "address": "fa:16:3e:07:c5:95", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a40963e-8e", "ovs_interfaceid": "9a40963e-8eca-45bd-a7db-4a1ec8dca7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.211776] env[69742]: DEBUG nova.compute.manager [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.214493] env[69742]: DEBUG nova.compute.manager [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.221594] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.221849] env[69742]: DEBUG nova.objects.instance [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'migration_context' on Instance uuid 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.436437] env[69742]: DEBUG oslo_vmware.api [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061207, 'name': PowerOnVM_Task, 'duration_secs': 0.519916} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.439778] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.440043] env[69742]: INFO nova.compute.manager [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1138.440225] env[69742]: DEBUG nova.compute.manager [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.442091] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf0bc16-d320-4554-95e1-74cc08b58a2d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.445198] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b647e9f0-3df8-4a0a-9d48-516c10118ca2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.454036] env[69742]: DEBUG oslo_vmware.api [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061208, 'name': ReconfigVM_Task, 'duration_secs': 0.397758} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.456762] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-2589abe3-6acc-4658-b0fa-e2f77a433c90/volume-2589abe3-6acc-4658-b0fa-e2f77a433c90.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.464590] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e76e478e-5895-4b3f-97ad-a0027b4879d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.476132] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80218394-fea3-44bc-89e6-83f578fb1684 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.516655] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9c8f8e-2bd3-49db-880a-dbdb67de061b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.520667] env[69742]: DEBUG oslo_vmware.api [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1138.520667] env[69742]: value = "task-4061209" [ 1138.520667] env[69742]: _type = "Task" [ 1138.520667] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.529542] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007a3a9a-fad5-4a14-9bc9-bc7348c8f0bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.538110] env[69742]: DEBUG oslo_vmware.api [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.551644] env[69742]: DEBUG nova.compute.provider_tree [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.707637] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.708333] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.708521] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.709401] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8f5002-7e72-4ba3-af58-2f7987f7fb78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.732575] env[69742]: DEBUG nova.objects.base [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Object Instance<92904b2d-9686-4d15-9b7f-6ed39ee7bd3c> lazy-loaded attributes: info_cache,migration_context {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.735817] env[69742]: DEBUG nova.virt.hardware [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.735817] env[69742]: DEBUG nova.virt.hardware [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.735817] env[69742]: DEBUG nova.virt.hardware [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.735817] env[69742]: DEBUG nova.virt.hardware [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.736213] env[69742]: DEBUG nova.virt.hardware [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.736213] env[69742]: DEBUG nova.virt.hardware [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.736301] env[69742]: DEBUG nova.virt.hardware [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.736430] env[69742]: DEBUG nova.virt.hardware [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.736601] env[69742]: DEBUG nova.virt.hardware [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.736764] env[69742]: DEBUG nova.virt.hardware [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.736937] env[69742]: DEBUG nova.virt.hardware [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.743313] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Reconfiguring VM to attach interface {{(pid=69742) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1138.747081] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f86de25-0c17-4dac-887c-e4c9b5db4f5a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.750212] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb090188-6ebf-438a-9832-99fd347bcf4b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.784739] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.785041] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2842edb-cd5e-4bab-a171-7a50c1c9c90f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.788032] env[69742]: DEBUG oslo_vmware.api [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1138.788032] env[69742]: value = "task-4061210" [ 1138.788032] env[69742]: _type = "Task" [ 1138.788032] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.793879] env[69742]: DEBUG oslo_vmware.api [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1138.793879] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f3436a-d19c-b085-d5d5-c60c2f749e3c" [ 1138.793879] env[69742]: _type = "Task" [ 1138.793879] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.801022] env[69742]: DEBUG oslo_vmware.api [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061210, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.807173] env[69742]: DEBUG oslo_vmware.api [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f3436a-d19c-b085-d5d5-c60c2f749e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.807461] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.884710] env[69742]: DEBUG nova.compute.manager [req-54a235d8-b958-4476-a8a8-310bc879677f req-8157cf88-011f-4ee8-aabc-ef7d441c870a service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Received event network-changed-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.884774] env[69742]: DEBUG nova.compute.manager [req-54a235d8-b958-4476-a8a8-310bc879677f req-8157cf88-011f-4ee8-aabc-ef7d441c870a service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing instance network info cache due to event network-changed-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.885011] env[69742]: DEBUG oslo_concurrency.lockutils [req-54a235d8-b958-4476-a8a8-310bc879677f req-8157cf88-011f-4ee8-aabc-ef7d441c870a service nova] Acquiring lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.885138] env[69742]: DEBUG oslo_concurrency.lockutils [req-54a235d8-b958-4476-a8a8-310bc879677f req-8157cf88-011f-4ee8-aabc-ef7d441c870a service nova] Acquired lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.885299] env[69742]: DEBUG nova.network.neutron [req-54a235d8-b958-4476-a8a8-310bc879677f req-8157cf88-011f-4ee8-aabc-ef7d441c870a service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing network info cache for port 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.989107] env[69742]: INFO nova.compute.manager [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Took 14.18 seconds to build instance. [ 1139.031706] env[69742]: DEBUG oslo_vmware.api [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061209, 'name': ReconfigVM_Task, 'duration_secs': 0.181092} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.032877] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804894', 'volume_id': '2589abe3-6acc-4658-b0fa-e2f77a433c90', 'name': 'volume-2589abe3-6acc-4658-b0fa-e2f77a433c90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4141d5be-3101-404d-b948-2c88a110b2f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2589abe3-6acc-4658-b0fa-e2f77a433c90', 'serial': '2589abe3-6acc-4658-b0fa-e2f77a433c90'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1139.055768] env[69742]: DEBUG nova.scheduler.client.report [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.245831] env[69742]: DEBUG nova.compute.manager [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.271232] env[69742]: DEBUG nova.virt.hardware [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.271523] env[69742]: DEBUG nova.virt.hardware [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.271718] env[69742]: DEBUG nova.virt.hardware [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.271942] env[69742]: DEBUG nova.virt.hardware [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.272150] env[69742]: DEBUG nova.virt.hardware [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.272338] env[69742]: DEBUG nova.virt.hardware [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.272561] env[69742]: DEBUG nova.virt.hardware [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.272726] env[69742]: DEBUG nova.virt.hardware [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.272910] env[69742]: DEBUG nova.virt.hardware [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.273133] env[69742]: DEBUG nova.virt.hardware [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.273350] env[69742]: DEBUG nova.virt.hardware [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.274576] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82207f3e-e04e-4b73-98fe-2b1871eeb26c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.286092] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08b291e-37b0-4457-a30e-a6d3beabd5cc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.310553] env[69742]: DEBUG oslo_vmware.api [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.490972] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88452c03-ee06-41a5-8b5f-0d372b99e1d6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.692s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.563324] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.563324] env[69742]: DEBUG nova.compute.manager [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.565528] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.781s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.567882] env[69742]: INFO nova.compute.claims [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.631400] env[69742]: DEBUG nova.compute.manager [req-84d835e9-0db0-4f69-bec9-9eec0a9b04c1 req-608d5892-8163-4042-bc8d-d9a8d4208508 service nova] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Received event network-vif-plugged-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.631400] env[69742]: DEBUG oslo_concurrency.lockutils [req-84d835e9-0db0-4f69-bec9-9eec0a9b04c1 req-608d5892-8163-4042-bc8d-d9a8d4208508 service nova] Acquiring lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.631400] env[69742]: DEBUG oslo_concurrency.lockutils [req-84d835e9-0db0-4f69-bec9-9eec0a9b04c1 req-608d5892-8163-4042-bc8d-d9a8d4208508 service nova] Lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.631400] env[69742]: DEBUG oslo_concurrency.lockutils [req-84d835e9-0db0-4f69-bec9-9eec0a9b04c1 req-608d5892-8163-4042-bc8d-d9a8d4208508 service nova] Lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.631400] env[69742]: DEBUG nova.compute.manager [req-84d835e9-0db0-4f69-bec9-9eec0a9b04c1 req-608d5892-8163-4042-bc8d-d9a8d4208508 service nova] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] No waiting events found dispatching network-vif-plugged-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.631400] env[69742]: WARNING nova.compute.manager [req-84d835e9-0db0-4f69-bec9-9eec0a9b04c1 req-608d5892-8163-4042-bc8d-d9a8d4208508 service nova] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Received unexpected event network-vif-plugged-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 for instance with vm_state building and task_state spawning. [ 1139.641032] env[69742]: DEBUG nova.network.neutron [req-54a235d8-b958-4476-a8a8-310bc879677f req-8157cf88-011f-4ee8-aabc-ef7d441c870a service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updated VIF entry in instance network info cache for port 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.641032] env[69742]: DEBUG nova.network.neutron [req-54a235d8-b958-4476-a8a8-310bc879677f req-8157cf88-011f-4ee8-aabc-ef7d441c870a service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updating instance_info_cache with network_info: [{"id": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "address": "fa:16:3e:b5:56:d9", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be63da5-0a", "ovs_interfaceid": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a40963e-8eca-45bd-a7db-4a1ec8dca7d8", "address": "fa:16:3e:07:c5:95", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a40963e-8e", "ovs_interfaceid": "9a40963e-8eca-45bd-a7db-4a1ec8dca7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.704339] env[69742]: DEBUG nova.network.neutron [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Successfully updated port: 667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.765370] env[69742]: INFO nova.compute.manager [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Rebuilding instance [ 1139.801147] env[69742]: DEBUG oslo_vmware.api [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061210, 'name': ReconfigVM_Task, 'duration_secs': 0.768229} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.801147] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.801147] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Reconfigured VM to attach interface {{(pid=69742) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1139.807755] env[69742]: DEBUG nova.compute.manager [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.808568] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdf9ae0-4ad8-4c33-bb5c-16e4ecf46a9b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.074167] env[69742]: DEBUG nova.compute.utils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.077916] env[69742]: DEBUG nova.compute.manager [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.078089] env[69742]: DEBUG nova.network.neutron [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.089255] env[69742]: DEBUG nova.objects.instance [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lazy-loading 'flavor' on Instance uuid 4141d5be-3101-404d-b948-2c88a110b2f8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.114825] env[69742]: DEBUG nova.policy [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01b7985ac153434b98d5efdb190ddd27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c727b75d0db347569fa0a54399eab163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.143249] env[69742]: DEBUG oslo_concurrency.lockutils [req-54a235d8-b958-4476-a8a8-310bc879677f req-8157cf88-011f-4ee8-aabc-ef7d441c870a service nova] Releasing lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.209713] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "refresh_cache-ebc32a5d-d1f5-4936-93f0-3ad19efc9030" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.209713] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "refresh_cache-ebc32a5d-d1f5-4936-93f0-3ad19efc9030" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.209713] env[69742]: DEBUG nova.network.neutron [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.307878] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1f3c05-ed4f-489d-a84d-2fc3fc00c9de tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-eb44f4dc-846f-4ba5-b258-422d5ef9b24c-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.137s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.394142] env[69742]: DEBUG nova.network.neutron [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Successfully created port: 324529f8-fb57-4efa-99c7-d3baa10a7ab5 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.581604] env[69742]: DEBUG nova.compute.manager [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.594403] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0ab03e47-d093-46ed-be83-32de84b54fa5 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.853s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.746510] env[69742]: DEBUG nova.network.neutron [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.791747] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8069fa40-05fd-43c3-a4ed-8c68cae1ee31 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.801613] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feb8d33-af72-4239-a668-9deef3e7e577 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.838152] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.842478] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51fa61d1-3e5a-4050-aa77-2cde7a3b8c22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.844747] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2180be-8f4c-4111-800f-e2b6a01ca56a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.853739] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d899d352-3d45-4563-a52e-d466a729013f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.859394] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1140.859394] env[69742]: value = "task-4061211" [ 1140.859394] env[69742]: _type = "Task" [ 1140.859394] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.874052] env[69742]: DEBUG nova.compute.provider_tree [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.881342] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.927434] env[69742]: DEBUG nova.network.neutron [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Updating instance_info_cache with network_info: [{"id": "667ddc17-67b3-4aa6-9f2c-c5ef41810ae8", "address": "fa:16:3e:13:86:2e", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667ddc17-67", "ovs_interfaceid": "667ddc17-67b3-4aa6-9f2c-c5ef41810ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.280055] env[69742]: INFO nova.compute.manager [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Rescuing [ 1141.280055] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.280055] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.280243] env[69742]: DEBUG nova.network.neutron [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.375467] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061211, 'name': PowerOffVM_Task, 'duration_secs': 0.240783} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.376702] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.377056] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.378039] env[69742]: DEBUG nova.scheduler.client.report [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.382364] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411eaa73-337f-465d-8646-ad65e39b729f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.394036] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.395196] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd973471-bff9-4487-b9e1-55bcbe6e6f5e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.430545] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "refresh_cache-ebc32a5d-d1f5-4936-93f0-3ad19efc9030" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.430925] env[69742]: DEBUG nova.compute.manager [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Instance network_info: |[{"id": "667ddc17-67b3-4aa6-9f2c-c5ef41810ae8", "address": "fa:16:3e:13:86:2e", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667ddc17-67", "ovs_interfaceid": "667ddc17-67b3-4aa6-9f2c-c5ef41810ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.431778] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:86:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '667ddc17-67b3-4aa6-9f2c-c5ef41810ae8', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.440579] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.442154] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.442154] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9938fa7a-4e4a-4610-a71e-f16343ebf1fa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.465444] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.465444] env[69742]: value = "task-4061213" [ 1141.465444] env[69742]: _type = "Task" [ 1141.465444] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.467434] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.467754] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.468066] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleting the datastore file [datastore2] 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.471797] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfcca2c2-0c74-45c2-acbd-fd6a07d01dcb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.479077] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061213, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.480533] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1141.480533] env[69742]: value = "task-4061214" [ 1141.480533] env[69742]: _type = "Task" [ 1141.480533] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.489638] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.596866] env[69742]: DEBUG nova.compute.manager [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.630289] env[69742]: DEBUG nova.virt.hardware [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.630563] env[69742]: DEBUG nova.virt.hardware [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.630718] env[69742]: DEBUG nova.virt.hardware [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.630902] env[69742]: DEBUG nova.virt.hardware [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.631120] env[69742]: DEBUG nova.virt.hardware [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.631360] env[69742]: DEBUG nova.virt.hardware [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.631607] env[69742]: DEBUG nova.virt.hardware [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.631767] env[69742]: DEBUG nova.virt.hardware [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.632076] env[69742]: DEBUG nova.virt.hardware [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.632206] env[69742]: DEBUG nova.virt.hardware [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.632298] env[69742]: DEBUG nova.virt.hardware [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.633235] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7b8480-924c-4aff-9b22-0bb3dfc0d38d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.642789] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19e7fe7-22d1-42fa-b715-4337fb54c686 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.662599] env[69742]: DEBUG nova.compute.manager [req-504d7caa-4e09-4d04-bf04-4b9e7cd4ec85 req-631ffab8-b3a7-4d74-baea-7236896ae0f2 service nova] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Received event network-changed-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.662829] env[69742]: DEBUG nova.compute.manager [req-504d7caa-4e09-4d04-bf04-4b9e7cd4ec85 req-631ffab8-b3a7-4d74-baea-7236896ae0f2 service nova] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Refreshing instance network info cache due to event network-changed-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.663096] env[69742]: DEBUG oslo_concurrency.lockutils [req-504d7caa-4e09-4d04-bf04-4b9e7cd4ec85 req-631ffab8-b3a7-4d74-baea-7236896ae0f2 service nova] Acquiring lock "refresh_cache-ebc32a5d-d1f5-4936-93f0-3ad19efc9030" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.663278] env[69742]: DEBUG oslo_concurrency.lockutils [req-504d7caa-4e09-4d04-bf04-4b9e7cd4ec85 req-631ffab8-b3a7-4d74-baea-7236896ae0f2 service nova] Acquired lock "refresh_cache-ebc32a5d-d1f5-4936-93f0-3ad19efc9030" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.663457] env[69742]: DEBUG nova.network.neutron [req-504d7caa-4e09-4d04-bf04-4b9e7cd4ec85 req-631ffab8-b3a7-4d74-baea-7236896ae0f2 service nova] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Refreshing network info cache for port 667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.864305] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "interface-eb44f4dc-846f-4ba5-b258-422d5ef9b24c-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.864583] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-eb44f4dc-846f-4ba5-b258-422d5ef9b24c-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.889633] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.890737] env[69742]: DEBUG nova.compute.manager [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.893459] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.086s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.978726] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061213, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.990637] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143843} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.993139] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.993384] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.993610] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.025219] env[69742]: DEBUG nova.network.neutron [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Successfully updated port: 324529f8-fb57-4efa-99c7-d3baa10a7ab5 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.039302] env[69742]: DEBUG nova.network.neutron [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updating instance_info_cache with network_info: [{"id": "616ed853-a0fb-4554-8831-4775ee0587bd", "address": "fa:16:3e:6f:3f:6c", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616ed853-a0", "ovs_interfaceid": "616ed853-a0fb-4554-8831-4775ee0587bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.353179] env[69742]: DEBUG nova.network.neutron [req-504d7caa-4e09-4d04-bf04-4b9e7cd4ec85 req-631ffab8-b3a7-4d74-baea-7236896ae0f2 service nova] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Updated VIF entry in instance network info cache for port 667ddc17-67b3-4aa6-9f2c-c5ef41810ae8. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.353543] env[69742]: DEBUG nova.network.neutron [req-504d7caa-4e09-4d04-bf04-4b9e7cd4ec85 req-631ffab8-b3a7-4d74-baea-7236896ae0f2 service nova] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Updating instance_info_cache with network_info: [{"id": "667ddc17-67b3-4aa6-9f2c-c5ef41810ae8", "address": "fa:16:3e:13:86:2e", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667ddc17-67", "ovs_interfaceid": "667ddc17-67b3-4aa6-9f2c-c5ef41810ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.368415] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.368625] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.369738] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6fe424-d337-44b4-b0dd-b2b1dc2d4790 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.388414] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437dd060-2671-44ca-96da-24e9e7997162 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.411281] env[69742]: DEBUG nova.compute.utils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.418237] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Reconfiguring VM to detach interface {{(pid=69742) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1142.418956] env[69742]: DEBUG nova.compute.manager [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.419147] env[69742]: DEBUG nova.network.neutron [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.420749] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6bfded-998a-4869-a99c-91affe9331b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.443071] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1142.443071] env[69742]: value = "task-4061215" [ 1142.443071] env[69742]: _type = "Task" [ 1142.443071] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.452715] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.473250] env[69742]: DEBUG nova.policy [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff65f52fb27b41d3a51ea050fc4ef8be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b66c87fecf9041119bea3965aa90ca34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.481688] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061213, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.527435] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "refresh_cache-33e924a6-007b-4411-91d8-46eed3ff38e7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.527581] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "refresh_cache-33e924a6-007b-4411-91d8-46eed3ff38e7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.527712] env[69742]: DEBUG nova.network.neutron [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.541919] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.598309] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4701edb-9975-4ac6-bd4a-3ad5f1464300 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.607988] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ccb9d4-4dc2-43ed-842a-ad0c2e85a958 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.640763] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826d217-df06-4e7d-9a89-aa5d8f4e0831 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.651313] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ee41f2-4936-4a2c-8ceb-f4e33e999eb4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.666597] env[69742]: DEBUG nova.compute.provider_tree [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.789720] env[69742]: DEBUG nova.network.neutron [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Successfully created port: d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.856670] env[69742]: DEBUG oslo_concurrency.lockutils [req-504d7caa-4e09-4d04-bf04-4b9e7cd4ec85 req-631ffab8-b3a7-4d74-baea-7236896ae0f2 service nova] Releasing lock "refresh_cache-ebc32a5d-d1f5-4936-93f0-3ad19efc9030" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.919850] env[69742]: DEBUG nova.compute.manager [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.953376] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.980541] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061213, 'name': CreateVM_Task, 'duration_secs': 1.364632} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.980707] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.981454] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.981621] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.981959] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.982246] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de7a3ec3-23af-41de-bdc0-f86513de3220 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.988953] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1142.988953] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52374245-b2a5-523d-cd4b-0da48efcc431" [ 1142.988953] env[69742]: _type = "Task" [ 1142.988953] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.997957] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52374245-b2a5-523d-cd4b-0da48efcc431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.035050] env[69742]: DEBUG nova.virt.hardware [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.035321] env[69742]: DEBUG nova.virt.hardware [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.035486] env[69742]: DEBUG nova.virt.hardware [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.035675] env[69742]: DEBUG nova.virt.hardware [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.035823] env[69742]: DEBUG nova.virt.hardware [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.035971] env[69742]: DEBUG nova.virt.hardware [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.036258] env[69742]: DEBUG nova.virt.hardware [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.036435] env[69742]: DEBUG nova.virt.hardware [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.036609] env[69742]: DEBUG nova.virt.hardware [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.036775] env[69742]: DEBUG nova.virt.hardware [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.036950] env[69742]: DEBUG nova.virt.hardware [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.038219] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d748b32a-a2ff-468d-b0d3-0e62632f23a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.047076] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7a2896-67a8-40b5-ae59-10f782e13e35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.062078] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:44:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3aa94a7-e4f2-4348-a97f-54dc6cecb054', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.069871] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.070221] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.070462] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d268b469-5532-4179-af22-cee1e5322d6f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.087956] env[69742]: DEBUG nova.network.neutron [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.096814] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.096814] env[69742]: value = "task-4061216" [ 1143.096814] env[69742]: _type = "Task" [ 1143.096814] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.106178] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061216, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.170450] env[69742]: DEBUG nova.scheduler.client.report [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.286848] env[69742]: DEBUG nova.network.neutron [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Updating instance_info_cache with network_info: [{"id": "324529f8-fb57-4efa-99c7-d3baa10a7ab5", "address": "fa:16:3e:2f:c5:47", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324529f8-fb", "ovs_interfaceid": "324529f8-fb57-4efa-99c7-d3baa10a7ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.455352] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.501689] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52374245-b2a5-523d-cd4b-0da48efcc431, 'name': SearchDatastore_Task, 'duration_secs': 0.010005} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.501998] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.502251] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.502492] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.503186] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.503416] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.503676] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2ad2931-2caf-40b7-8012-db88bc73d93d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.512281] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.512446] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.513197] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af7cf65-3868-4786-a880-f32176cc02f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.519045] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1143.519045] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527424e8-a648-7600-678b-01846187a8f8" [ 1143.519045] env[69742]: _type = "Task" [ 1143.519045] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.527345] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527424e8-a648-7600-678b-01846187a8f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.608036] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061216, 'name': CreateVM_Task, 'duration_secs': 0.303745} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.608036] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.608377] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.608417] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.608720] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.608970] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d42f5f7-21d5-44cf-ae22-41026ea9d292 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.613935] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1143.613935] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525779e2-8365-6bb8-6f26-9defb87e1f66" [ 1143.613935] env[69742]: _type = "Task" [ 1143.613935] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.624177] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525779e2-8365-6bb8-6f26-9defb87e1f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.681901] env[69742]: DEBUG nova.compute.manager [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Received event network-vif-plugged-324529f8-fb57-4efa-99c7-d3baa10a7ab5 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.682201] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] Acquiring lock "33e924a6-007b-4411-91d8-46eed3ff38e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.682340] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] Lock "33e924a6-007b-4411-91d8-46eed3ff38e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.682557] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] Lock "33e924a6-007b-4411-91d8-46eed3ff38e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.682676] env[69742]: DEBUG nova.compute.manager [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] No waiting events found dispatching network-vif-plugged-324529f8-fb57-4efa-99c7-d3baa10a7ab5 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.682825] env[69742]: WARNING nova.compute.manager [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Received unexpected event network-vif-plugged-324529f8-fb57-4efa-99c7-d3baa10a7ab5 for instance with vm_state building and task_state spawning. [ 1143.682987] env[69742]: DEBUG nova.compute.manager [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Received event network-changed-324529f8-fb57-4efa-99c7-d3baa10a7ab5 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.683158] env[69742]: DEBUG nova.compute.manager [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Refreshing instance network info cache due to event network-changed-324529f8-fb57-4efa-99c7-d3baa10a7ab5. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.683329] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] Acquiring lock "refresh_cache-33e924a6-007b-4411-91d8-46eed3ff38e7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.789491] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "refresh_cache-33e924a6-007b-4411-91d8-46eed3ff38e7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.789830] env[69742]: DEBUG nova.compute.manager [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Instance network_info: |[{"id": "324529f8-fb57-4efa-99c7-d3baa10a7ab5", "address": "fa:16:3e:2f:c5:47", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324529f8-fb", "ovs_interfaceid": "324529f8-fb57-4efa-99c7-d3baa10a7ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.790165] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] Acquired lock "refresh_cache-33e924a6-007b-4411-91d8-46eed3ff38e7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.790380] env[69742]: DEBUG nova.network.neutron [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Refreshing network info cache for port 324529f8-fb57-4efa-99c7-d3baa10a7ab5 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.791752] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:c5:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '324529f8-fb57-4efa-99c7-d3baa10a7ab5', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.799360] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.802471] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.803323] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68043a6c-b240-49ee-95d9-f4372c1ba028 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.825193] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.825193] env[69742]: value = "task-4061217" [ 1143.825193] env[69742]: _type = "Task" [ 1143.825193] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.833994] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061217, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.930395] env[69742]: DEBUG nova.compute.manager [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.957775] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.962120] env[69742]: DEBUG nova.virt.hardware [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.962384] env[69742]: DEBUG nova.virt.hardware [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.962543] env[69742]: DEBUG nova.virt.hardware [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.962767] env[69742]: DEBUG nova.virt.hardware [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.962926] env[69742]: DEBUG nova.virt.hardware [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.963087] env[69742]: DEBUG nova.virt.hardware [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.963296] env[69742]: DEBUG nova.virt.hardware [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.963456] env[69742]: DEBUG nova.virt.hardware [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.963622] env[69742]: DEBUG nova.virt.hardware [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.963782] env[69742]: DEBUG nova.virt.hardware [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.963997] env[69742]: DEBUG nova.virt.hardware [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.965368] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a97479-f3e0-44c8-807b-a4aa8a937c76 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.975567] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920a7e3a-2137-40a6-b123-73e69ff64f52 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.033940] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527424e8-a648-7600-678b-01846187a8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.035035] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1ed533-6e58-460b-aca2-341e8b7f36b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.041079] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1144.041079] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52562c5e-23cb-1f6f-64b4-144978ce5ddb" [ 1144.041079] env[69742]: _type = "Task" [ 1144.041079] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.050421] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52562c5e-23cb-1f6f-64b4-144978ce5ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.098041] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.098041] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5eca3ef-523d-4cc5-b7c2-3ef2b91190ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.105641] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1144.105641] env[69742]: value = "task-4061218" [ 1144.105641] env[69742]: _type = "Task" [ 1144.105641] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.117574] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.126618] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525779e2-8365-6bb8-6f26-9defb87e1f66, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.127711] env[69742]: DEBUG nova.network.neutron [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Updated VIF entry in instance network info cache for port 324529f8-fb57-4efa-99c7-d3baa10a7ab5. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.128130] env[69742]: DEBUG nova.network.neutron [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Updating instance_info_cache with network_info: [{"id": "324529f8-fb57-4efa-99c7-d3baa10a7ab5", "address": "fa:16:3e:2f:c5:47", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324529f8-fb", "ovs_interfaceid": "324529f8-fb57-4efa-99c7-d3baa10a7ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.129492] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.129787] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.130705] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.181418] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.288s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.181723] env[69742]: DEBUG nova.compute.manager [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69742) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1144.232978] env[69742]: DEBUG nova.compute.manager [req-d4541bac-16b6-4784-a999-a136917394e3 req-97740026-ed58-446f-bc46-78f6150f00e8 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Received event network-vif-plugged-d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.233257] env[69742]: DEBUG oslo_concurrency.lockutils [req-d4541bac-16b6-4784-a999-a136917394e3 req-97740026-ed58-446f-bc46-78f6150f00e8 service nova] Acquiring lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.233498] env[69742]: DEBUG oslo_concurrency.lockutils [req-d4541bac-16b6-4784-a999-a136917394e3 req-97740026-ed58-446f-bc46-78f6150f00e8 service nova] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.233719] env[69742]: DEBUG oslo_concurrency.lockutils [req-d4541bac-16b6-4784-a999-a136917394e3 req-97740026-ed58-446f-bc46-78f6150f00e8 service nova] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.233916] env[69742]: DEBUG nova.compute.manager [req-d4541bac-16b6-4784-a999-a136917394e3 req-97740026-ed58-446f-bc46-78f6150f00e8 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] No waiting events found dispatching network-vif-plugged-d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.234420] env[69742]: WARNING nova.compute.manager [req-d4541bac-16b6-4784-a999-a136917394e3 req-97740026-ed58-446f-bc46-78f6150f00e8 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Received unexpected event network-vif-plugged-d2ac982d-ba3e-497c-a183-b412fb1907fc for instance with vm_state building and task_state spawning. [ 1144.327299] env[69742]: DEBUG nova.network.neutron [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Successfully updated port: d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.340394] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061217, 'name': CreateVM_Task, 'duration_secs': 0.324655} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.340586] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.341280] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.341450] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.341775] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.342095] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23dcb98-e21a-4727-a04d-a31143218162 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.348231] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1144.348231] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5287d43a-1e89-66b0-fc85-9ce5382182d3" [ 1144.348231] env[69742]: _type = "Task" [ 1144.348231] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.357611] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5287d43a-1e89-66b0-fc85-9ce5382182d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.454800] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.552591] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52562c5e-23cb-1f6f-64b4-144978ce5ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.552919] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.553211] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ebc32a5d-d1f5-4936-93f0-3ad19efc9030/ebc32a5d-d1f5-4936-93f0-3ad19efc9030.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.553499] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.553691] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.553908] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f62919d-e9e0-4b18-9b1c-9fdeceeea4b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.556028] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7fed9cd-3704-43ae-8569-e65e7dbfe5c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.563393] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1144.563393] env[69742]: value = "task-4061219" [ 1144.563393] env[69742]: _type = "Task" [ 1144.563393] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.567804] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.568022] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.569039] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb877955-daa5-4f63-85a2-2a4776467eaf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.574533] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.578123] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1144.578123] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525834ae-644c-9b8d-a137-4b67cf9f7975" [ 1144.578123] env[69742]: _type = "Task" [ 1144.578123] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.586550] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525834ae-644c-9b8d-a137-4b67cf9f7975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.616060] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061218, 'name': PowerOffVM_Task, 'duration_secs': 0.206364} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.616427] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.617228] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e38116b-87ee-40be-a7dc-fe6da15e9a42 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.639788] env[69742]: DEBUG oslo_concurrency.lockutils [req-ca1ae9df-4ea0-4772-8b82-291800a4a0ce req-d373dc39-af90-4b0c-80f6-b9456395f08f service nova] Releasing lock "refresh_cache-33e924a6-007b-4411-91d8-46eed3ff38e7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.641262] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e38b034-3957-4b9e-880f-b967e4e6f8d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.670928] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.671238] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6536a116-d902-49bc-b8ae-37a2dda7c4b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.679371] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1144.679371] env[69742]: value = "task-4061220" [ 1144.679371] env[69742]: _type = "Task" [ 1144.679371] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.691811] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.752767] env[69742]: INFO nova.scheduler.client.report [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleted allocation for migration a333b3e1-af34-43a8-bbc2-78c81c1d6712 [ 1144.836043] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.836304] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.836480] env[69742]: DEBUG nova.network.neutron [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.861177] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5287d43a-1e89-66b0-fc85-9ce5382182d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.861542] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.861799] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.861991] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.957557] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.072875] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476219} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.073222] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] ebc32a5d-d1f5-4936-93f0-3ad19efc9030/ebc32a5d-d1f5-4936-93f0-3ad19efc9030.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.073443] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.073699] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00f2aa97-93ae-4de8-ac9c-183e85014363 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.083259] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1145.083259] env[69742]: value = "task-4061221" [ 1145.083259] env[69742]: _type = "Task" [ 1145.083259] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.090058] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525834ae-644c-9b8d-a137-4b67cf9f7975, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.091234] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c17138-786d-4283-8906-a1f49c7514b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.096905] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.100724] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1145.100724] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529ac817-9536-e9ad-4746-bcf6205c7394" [ 1145.100724] env[69742]: _type = "Task" [ 1145.100724] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.104136] env[69742]: DEBUG nova.objects.instance [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'flavor' on Instance uuid 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.111747] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529ac817-9536-e9ad-4746-bcf6205c7394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.190487] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1145.190721] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.191009] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.260066] env[69742]: DEBUG oslo_concurrency.lockutils [None req-84f203f8-3fea-459b-9814-faac49a9f955 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.376s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.369120] env[69742]: DEBUG nova.network.neutron [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.456321] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.507704] env[69742]: DEBUG nova.network.neutron [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updating instance_info_cache with network_info: [{"id": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "address": "fa:16:3e:40:7b:ff", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ac982d-ba", "ovs_interfaceid": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.594028] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062403} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.594228] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.594913] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa74b3a8-c205-4f5a-9941-feb4faaed357 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.620239] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] ebc32a5d-d1f5-4936-93f0-3ad19efc9030/ebc32a5d-d1f5-4936-93f0-3ad19efc9030.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.620974] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.621237] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.621493] env[69742]: DEBUG nova.network.neutron [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.621742] env[69742]: DEBUG nova.objects.instance [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'info_cache' on Instance uuid 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.626034] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77103f8a-1355-4f21-b037-f3bfcaa65b26 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.643132] env[69742]: DEBUG nova.objects.base [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Object Instance<92904b2d-9686-4d15-9b7f-6ed39ee7bd3c> lazy-loaded attributes: flavor,info_cache {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1145.654035] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529ac817-9536-e9ad-4746-bcf6205c7394, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.654937] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.655242] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d/0f9c0c67-8d0c-4b7e-9030-6383b313bf9d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.655869] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1145.655869] env[69742]: value = "task-4061222" [ 1145.655869] env[69742]: _type = "Task" [ 1145.655869] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.656108] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.656337] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.656563] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d09d4d07-824a-4783-9afc-9a0f0d559ca7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.659109] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03215537-2898-4959-8b64-344ec5aab700 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.672352] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.674761] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.674997] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.676346] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1145.676346] env[69742]: value = "task-4061223" [ 1145.676346] env[69742]: _type = "Task" [ 1145.676346] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.676597] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e063852b-c084-4aec-b992-d3d35a260156 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.690423] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.690775] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1145.690775] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52283551-093a-5071-0383-5f9ba42200d7" [ 1145.690775] env[69742]: _type = "Task" [ 1145.690775] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.700656] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52283551-093a-5071-0383-5f9ba42200d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.701488] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c628ab81-1c7d-4de6-93f0-a6a9ea199207 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.707725] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1145.707725] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ca48b6-7028-ca05-6354-9648d0244f68" [ 1145.707725] env[69742]: _type = "Task" [ 1145.707725] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.716600] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ca48b6-7028-ca05-6354-9648d0244f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.959357] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.010204] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.010583] env[69742]: DEBUG nova.compute.manager [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Instance network_info: |[{"id": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "address": "fa:16:3e:40:7b:ff", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ac982d-ba", "ovs_interfaceid": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.011034] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:7b:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2ac982d-ba3e-497c-a183-b412fb1907fc', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.019103] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.019388] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.019626] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce651cc2-9543-455a-9976-383ee27cc744 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.041360] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.041360] env[69742]: value = "task-4061224" [ 1146.041360] env[69742]: _type = "Task" [ 1146.041360] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.051830] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061224, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.170867] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061222, 'name': ReconfigVM_Task, 'duration_secs': 0.46698} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.171177] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Reconfigured VM instance instance-00000060 to attach disk [datastore2] ebc32a5d-d1f5-4936-93f0-3ad19efc9030/ebc32a5d-d1f5-4936-93f0-3ad19efc9030.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.171879] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ebb3ce1-9515-4642-a0ac-dc7d27af6397 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.183026] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1146.183026] env[69742]: value = "task-4061225" [ 1146.183026] env[69742]: _type = "Task" [ 1146.183026] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.193541] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061225, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.196137] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061223, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.221644] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ca48b6-7028-ca05-6354-9648d0244f68, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.221946] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.222252] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 33e924a6-007b-4411-91d8-46eed3ff38e7/33e924a6-007b-4411-91d8-46eed3ff38e7.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.222583] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.222802] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.223077] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87d9def5-3f63-4bcf-b911-402d284f882c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.225412] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5604c16f-6650-4d26-9be1-681611bdd294 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.233865] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1146.233865] env[69742]: value = "task-4061226" [ 1146.233865] env[69742]: _type = "Task" [ 1146.233865] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.235169] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.235566] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.239281] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99fc371-bb83-47f6-9b42-80f690a4e6ff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.249195] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.250628] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1146.250628] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52887e29-d74a-71cf-2ec7-b199ca6dfd9f" [ 1146.250628] env[69742]: _type = "Task" [ 1146.250628] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.259945] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52887e29-d74a-71cf-2ec7-b199ca6dfd9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.265856] env[69742]: DEBUG nova.compute.manager [req-000eacbd-cd38-4ac4-89b8-7017c1e97fa6 req-1214c7a7-df1d-4f88-9454-5cf55a9129c0 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Received event network-changed-d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.265856] env[69742]: DEBUG nova.compute.manager [req-000eacbd-cd38-4ac4-89b8-7017c1e97fa6 req-1214c7a7-df1d-4f88-9454-5cf55a9129c0 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Refreshing instance network info cache due to event network-changed-d2ac982d-ba3e-497c-a183-b412fb1907fc. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.266027] env[69742]: DEBUG oslo_concurrency.lockutils [req-000eacbd-cd38-4ac4-89b8-7017c1e97fa6 req-1214c7a7-df1d-4f88-9454-5cf55a9129c0 service nova] Acquiring lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.266169] env[69742]: DEBUG oslo_concurrency.lockutils [req-000eacbd-cd38-4ac4-89b8-7017c1e97fa6 req-1214c7a7-df1d-4f88-9454-5cf55a9129c0 service nova] Acquired lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.266471] env[69742]: DEBUG nova.network.neutron [req-000eacbd-cd38-4ac4-89b8-7017c1e97fa6 req-1214c7a7-df1d-4f88-9454-5cf55a9129c0 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Refreshing network info cache for port d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.423470] env[69742]: DEBUG nova.network.neutron [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance_info_cache with network_info: [{"id": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "address": "fa:16:3e:5d:3c:85", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a08585-1a", "ovs_interfaceid": "d3a08585-1a59-4afc-81d9-d433e00ad02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.458575] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.551530] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061224, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.693804] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061225, 'name': Rename_Task, 'duration_secs': 0.154519} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.697798] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.698583] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541579} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.698819] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d74b1b5-5a23-43dc-bdc6-d363d053610f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.700799] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d/0f9c0c67-8d0c-4b7e-9030-6383b313bf9d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.700911] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.701153] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1876ac6a-f431-475e-b55c-7217c0fdab82 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.709533] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1146.709533] env[69742]: value = "task-4061228" [ 1146.709533] env[69742]: _type = "Task" [ 1146.709533] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.711351] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1146.711351] env[69742]: value = "task-4061227" [ 1146.711351] env[69742]: _type = "Task" [ 1146.711351] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.725442] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.728335] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.746616] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061226, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.764889] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52887e29-d74a-71cf-2ec7-b199ca6dfd9f, 'name': SearchDatastore_Task, 'duration_secs': 0.027688} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.765807] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4808689c-7b83-4583-b05a-a92bc3035b00 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.775277] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1146.775277] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524538c5-6f4f-e061-24a2-36fa2341e46c" [ 1146.775277] env[69742]: _type = "Task" [ 1146.775277] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.786105] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524538c5-6f4f-e061-24a2-36fa2341e46c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.927118] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.960640] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.987946] env[69742]: DEBUG nova.network.neutron [req-000eacbd-cd38-4ac4-89b8-7017c1e97fa6 req-1214c7a7-df1d-4f88-9454-5cf55a9129c0 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updated VIF entry in instance network info cache for port d2ac982d-ba3e-497c-a183-b412fb1907fc. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.988337] env[69742]: DEBUG nova.network.neutron [req-000eacbd-cd38-4ac4-89b8-7017c1e97fa6 req-1214c7a7-df1d-4f88-9454-5cf55a9129c0 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updating instance_info_cache with network_info: [{"id": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "address": "fa:16:3e:40:7b:ff", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ac982d-ba", "ovs_interfaceid": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.052800] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061224, 'name': CreateVM_Task, 'duration_secs': 0.623167} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.052962] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.053713] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.053887] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.054279] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.054538] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11433ad-7285-4f6e-97ea-7cd9d6de1c0c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.059850] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1147.059850] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524898e8-39d0-060b-6dd2-fbc9a885ff6d" [ 1147.059850] env[69742]: _type = "Task" [ 1147.059850] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.069936] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524898e8-39d0-060b-6dd2-fbc9a885ff6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.224242] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305473} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.227383] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.227681] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061227, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.228367] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6d25f6-a699-4c7b-97cf-b75db6d3336d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.250089] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d/0f9c0c67-8d0c-4b7e-9030-6383b313bf9d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.253450] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-859a160b-6de0-4565-95e6-f1ae4470b2b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.273611] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759479} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.275036] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 33e924a6-007b-4411-91d8-46eed3ff38e7/33e924a6-007b-4411-91d8-46eed3ff38e7.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.275269] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.275604] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1147.275604] env[69742]: value = "task-4061229" [ 1147.275604] env[69742]: _type = "Task" [ 1147.275604] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.275819] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccf83bf3-7f42-48f4-9f22-2e668d7a0724 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.289627] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524538c5-6f4f-e061-24a2-36fa2341e46c, 'name': SearchDatastore_Task, 'duration_secs': 0.060544} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.295040] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.295040] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4141d5be-3101-404d-b948-2c88a110b2f8/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. {{(pid=69742) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1147.295040] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1147.295040] env[69742]: value = "task-4061230" [ 1147.295040] env[69742]: _type = "Task" [ 1147.295040] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.295343] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.295343] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbc154da-36f5-4728-9123-c4918f203b17 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.306805] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.308659] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1147.308659] env[69742]: value = "task-4061231" [ 1147.308659] env[69742]: _type = "Task" [ 1147.308659] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.317374] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.460091] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.491609] env[69742]: DEBUG oslo_concurrency.lockutils [req-000eacbd-cd38-4ac4-89b8-7017c1e97fa6 req-1214c7a7-df1d-4f88-9454-5cf55a9129c0 service nova] Releasing lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.571739] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524898e8-39d0-060b-6dd2-fbc9a885ff6d, 'name': SearchDatastore_Task, 'duration_secs': 0.038761} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.572089] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.572328] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.572578] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.572727] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.572905] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.573205] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33d59558-016f-4877-9a9e-22489de0300d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.589205] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.589453] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.590373] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18635c2-95c9-4653-85db-ec5d664a7742 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.597428] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1147.597428] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f13e90-45d9-275f-9e22-d84f930ae578" [ 1147.597428] env[69742]: _type = "Task" [ 1147.597428] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.609167] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f13e90-45d9-275f-9e22-d84f930ae578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.727357] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061227, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.789093] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061229, 'name': ReconfigVM_Task, 'duration_secs': 0.362644} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.789093] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d/0f9c0c67-8d0c-4b7e-9030-6383b313bf9d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.789767] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26756fcd-c6b6-4381-bc83-41d1c7b78df8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.796857] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1147.796857] env[69742]: value = "task-4061232" [ 1147.796857] env[69742]: _type = "Task" [ 1147.796857] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.811494] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061232, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.818959] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07337} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.819294] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.820666] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42126dd7-a291-424a-b5ab-608d04a2d5d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.567415] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.568418] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061231, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.568614] env[69742]: WARNING oslo_vmware.common.loopingcall [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] task run outlasted interval by 0.257575 sec [ 1148.568826] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32613b63-82f6-4550-b33c-d6e1a6fdf375 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.603725] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 33e924a6-007b-4411-91d8-46eed3ff38e7/33e924a6-007b-4411-91d8-46eed3ff38e7.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.616189] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b9d5d19-2c9e-4678-a2c5-ebdc537fa734 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.630463] env[69742]: DEBUG oslo_vmware.api [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1148.630463] env[69742]: value = "task-4061233" [ 1148.630463] env[69742]: _type = "Task" [ 1148.630463] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.630716] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f13e90-45d9-275f-9e22-d84f930ae578, 'name': SearchDatastore_Task, 'duration_secs': 0.058153} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.630935] env[69742]: DEBUG oslo_vmware.api [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061227, 'name': PowerOnVM_Task, 'duration_secs': 1.704369} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.631153] env[69742]: DEBUG oslo_vmware.api [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061215, 'name': ReconfigVM_Task, 'duration_secs': 6.081772} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.634054] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.634309] env[69742]: INFO nova.compute.manager [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1148.634513] env[69742]: DEBUG nova.compute.manager [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.634777] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.634969] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Reconfigured VM to detach interface {{(pid=69742) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1148.643742] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55e4183-863e-4578-a028-358384fbabf3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.647091] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e176b-5d6f-40bc-96d5-ea556bfb39d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.649507] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061232, 'name': Rename_Task, 'duration_secs': 0.223723} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.653987] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.654392] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1148.654392] env[69742]: value = "task-4061234" [ 1148.654392] env[69742]: _type = "Task" [ 1148.654392] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.654598] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061231, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.655633] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11aa4f9e-2e3b-43e6-a0ea-d4546aab7175 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.666153] env[69742]: DEBUG oslo_vmware.api [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.669445] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1148.669445] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523a63c5-612e-5390-2f0c-be6f6edb65d1" [ 1148.669445] env[69742]: _type = "Task" [ 1148.669445] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.671289] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1148.671289] env[69742]: value = "task-4061235" [ 1148.671289] env[69742]: _type = "Task" [ 1148.671289] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.681104] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.686900] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.690174] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523a63c5-612e-5390-2f0c-be6f6edb65d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.091071] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061231, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.466418} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.091462] env[69742]: INFO nova.virt.vmwareapi.ds_util [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4141d5be-3101-404d-b948-2c88a110b2f8/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk. [ 1149.092077] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa4ae5d-5346-49d7-8d06-1b88ec5d6df6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.122504] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 4141d5be-3101-404d-b948-2c88a110b2f8/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.122908] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2d587e5-fc5d-4a18-a166-a6b04923c9d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.146183] env[69742]: DEBUG oslo_vmware.api [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061233, 'name': PowerOnVM_Task, 'duration_secs': 0.433707} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.147763] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.147981] env[69742]: DEBUG nova.compute.manager [None req-f64e3b97-0880-46bf-a778-17496c565e20 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.148344] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1149.148344] env[69742]: value = "task-4061236" [ 1149.148344] env[69742]: _type = "Task" [ 1149.148344] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.149054] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac70adb-d779-4f42-85a1-557fbed06106 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.162027] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061236, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.180484] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061234, 'name': ReconfigVM_Task, 'duration_secs': 0.442379} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.187016] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 33e924a6-007b-4411-91d8-46eed3ff38e7/33e924a6-007b-4411-91d8-46eed3ff38e7.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.189760] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e59e9b85-946f-4692-b0fb-11a3c98fd372 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.191625] env[69742]: INFO nova.compute.manager [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Took 16.96 seconds to build instance. [ 1149.201046] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523a63c5-612e-5390-2f0c-be6f6edb65d1, 'name': SearchDatastore_Task, 'duration_secs': 0.032162} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.205629] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.205920] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e115a6d4-708f-4cb5-89b2-5bdc292e256f/e115a6d4-708f-4cb5-89b2-5bdc292e256f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.206263] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.207694] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f1a4935-913c-4d59-8452-53c8b6c48aab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.210383] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1149.210383] env[69742]: value = "task-4061237" [ 1149.210383] env[69742]: _type = "Task" [ 1149.210383] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.221314] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061237, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.221624] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1149.221624] env[69742]: value = "task-4061238" [ 1149.221624] env[69742]: _type = "Task" [ 1149.221624] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.231748] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.662550] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.690031] env[69742]: DEBUG oslo_vmware.api [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061235, 'name': PowerOnVM_Task, 'duration_secs': 0.846398} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.690205] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.690395] env[69742]: DEBUG nova.compute.manager [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.691240] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39bdb12-2f97-4eeb-a099-4d76015be295 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.702783] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5d8b021d-72e3-4119-9630-296aebd46991 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.477s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.723294] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061237, 'name': Rename_Task, 'duration_secs': 0.15821} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.728205] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.731488] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7133adb-d371-42c3-a66b-0c974280e3e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.742654] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061238, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.744860] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1149.744860] env[69742]: value = "task-4061239" [ 1149.744860] env[69742]: _type = "Task" [ 1149.744860] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.754866] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.164903] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061236, 'name': ReconfigVM_Task, 'duration_secs': 0.777453} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.165958] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 4141d5be-3101-404d-b948-2c88a110b2f8/b5a23f29-0a7c-42e9-8405-f7b31a52580d-rescue.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.166764] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf80641-5659-4704-953a-3520816c8efb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.211888] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e57480d3-4be0-404f-8ca3-bca6823f4558 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.233750] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.234133] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.234373] env[69742]: DEBUG nova.network.neutron [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.236201] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.236565] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.236844] env[69742]: DEBUG nova.objects.instance [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1150.250826] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.250826] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.250826] env[69742]: DEBUG nova.compute.manager [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.255255] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c2e3ee-46ec-42c5-a904-f800e0f4a57b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.264884] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1150.264884] env[69742]: value = "task-4061240" [ 1150.264884] env[69742]: _type = "Task" [ 1150.264884] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.277279] env[69742]: DEBUG nova.compute.manager [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69742) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1150.277800] env[69742]: DEBUG nova.objects.instance [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lazy-loading 'flavor' on Instance uuid ebc32a5d-d1f5-4936-93f0-3ad19efc9030 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.279837] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547736} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.280500] env[69742]: DEBUG oslo_vmware.api [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061239, 'name': PowerOnVM_Task, 'duration_secs': 0.492709} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.282317] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e115a6d4-708f-4cb5-89b2-5bdc292e256f/e115a6d4-708f-4cb5-89b2-5bdc292e256f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.282317] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.282599] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.282657] env[69742]: INFO nova.compute.manager [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1150.282965] env[69742]: DEBUG nova.compute.manager [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.283174] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a0e1b48-bb51-4489-8d00-716496755079 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.287163] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16938c03-3164-457e-a8d2-f6748d53be1b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.293339] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.306914] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1150.306914] env[69742]: value = "task-4061241" [ 1150.306914] env[69742]: _type = "Task" [ 1150.306914] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.318196] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.513322] env[69742]: INFO nova.network.neutron [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Port 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1150.513791] env[69742]: DEBUG nova.network.neutron [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updating instance_info_cache with network_info: [{"id": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "address": "fa:16:3e:b5:56:d9", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be63da5-0a", "ovs_interfaceid": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.779337] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061240, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.822043] env[69742]: INFO nova.compute.manager [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Took 14.16 seconds to build instance. [ 1150.830172] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074269} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.830454] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.831630] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173df499-b914-4a48-b551-137a131c344c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.857059] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] e115a6d4-708f-4cb5-89b2-5bdc292e256f/e115a6d4-708f-4cb5-89b2-5bdc292e256f.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.858179] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea7a65a2-de8f-4cc1-9f77-df90f69af0e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.882744] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1150.882744] env[69742]: value = "task-4061242" [ 1150.882744] env[69742]: _type = "Task" [ 1150.882744] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.893832] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.017122] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.059363] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.059992] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.060338] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.060559] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.060734] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.062946] env[69742]: INFO nova.compute.manager [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Terminating instance [ 1151.262142] env[69742]: DEBUG oslo_concurrency.lockutils [None req-02009073-3e72-4735-a90f-e8a5ace62560 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.278305] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061240, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.286323] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.286676] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15aca6de-9777-414d-82ec-9ce051a8c599 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.294784] env[69742]: DEBUG oslo_vmware.api [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1151.294784] env[69742]: value = "task-4061243" [ 1151.294784] env[69742]: _type = "Task" [ 1151.294784] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.308125] env[69742]: DEBUG oslo_vmware.api [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.324497] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ae445ba4-5eeb-46a5-b94f-2e49e99e44ef tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "33e924a6-007b-4411-91d8-46eed3ff38e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.698s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.394894] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.431736] env[69742]: DEBUG nova.compute.manager [req-b5fde824-dede-44f2-badd-4f630504ecc9 req-c5605e47-a81b-44ca-8213-905e5c015126 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Received event network-changed-4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.431973] env[69742]: DEBUG nova.compute.manager [req-b5fde824-dede-44f2-badd-4f630504ecc9 req-c5605e47-a81b-44ca-8213-905e5c015126 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing instance network info cache due to event network-changed-4be63da5-0a87-476e-aa3b-f0b5181c8dc6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.432380] env[69742]: DEBUG oslo_concurrency.lockutils [req-b5fde824-dede-44f2-badd-4f630504ecc9 req-c5605e47-a81b-44ca-8213-905e5c015126 service nova] Acquiring lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.432789] env[69742]: DEBUG oslo_concurrency.lockutils [req-b5fde824-dede-44f2-badd-4f630504ecc9 req-c5605e47-a81b-44ca-8213-905e5c015126 service nova] Acquired lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.432936] env[69742]: DEBUG nova.network.neutron [req-b5fde824-dede-44f2-badd-4f630504ecc9 req-c5605e47-a81b-44ca-8213-905e5c015126 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Refreshing network info cache for port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.443824] env[69742]: DEBUG oslo_concurrency.lockutils [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.444841] env[69742]: DEBUG oslo_concurrency.lockutils [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.444841] env[69742]: DEBUG oslo_concurrency.lockutils [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.444841] env[69742]: DEBUG oslo_concurrency.lockutils [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.444841] env[69742]: DEBUG oslo_concurrency.lockutils [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.447681] env[69742]: INFO nova.compute.manager [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Terminating instance [ 1151.521635] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34389fc8-10f4-40b1-a85b-a67e412df3c2 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-eb44f4dc-846f-4ba5-b258-422d5ef9b24c-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.657s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.568105] env[69742]: DEBUG nova.compute.manager [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.569028] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.573020] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091de9d3-309a-4ace-8518-78cc19966e14 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.579581] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.579853] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a181becb-8315-4c02-8076-22ad6a4c9eb9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.589091] env[69742]: DEBUG oslo_vmware.api [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1151.589091] env[69742]: value = "task-4061244" [ 1151.589091] env[69742]: _type = "Task" [ 1151.589091] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.598849] env[69742]: DEBUG oslo_vmware.api [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.780536] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061240, 'name': ReconfigVM_Task, 'duration_secs': 1.513289} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.780814] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.781119] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45055a99-18ac-449f-a60c-d852027ed6b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.790848] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1151.790848] env[69742]: value = "task-4061245" [ 1151.790848] env[69742]: _type = "Task" [ 1151.790848] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.802467] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.809587] env[69742]: DEBUG oslo_vmware.api [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061243, 'name': PowerOffVM_Task, 'duration_secs': 0.270128} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.809978] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.810294] env[69742]: DEBUG nova.compute.manager [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.811227] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c553997b-bfce-41a3-9765-690a1116f1f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.893699] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061242, 'name': ReconfigVM_Task, 'duration_secs': 0.551941} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.894062] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Reconfigured VM instance instance-00000062 to attach disk [datastore2] e115a6d4-708f-4cb5-89b2-5bdc292e256f/e115a6d4-708f-4cb5-89b2-5bdc292e256f.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.894746] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b650d6b-53bc-4cdb-a2bb-34463932ebe5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.902237] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1151.902237] env[69742]: value = "task-4061246" [ 1151.902237] env[69742]: _type = "Task" [ 1151.902237] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.913125] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061246, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.953092] env[69742]: DEBUG nova.compute.manager [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.953368] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.954557] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8f8bc0-8bbc-46ac-8bf4-6073d98464b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.963618] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.963894] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffe35a5a-af5d-4984-8cf6-6caa019739b0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.978387] env[69742]: DEBUG oslo_vmware.api [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1151.978387] env[69742]: value = "task-4061247" [ 1151.978387] env[69742]: _type = "Task" [ 1151.978387] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.992722] env[69742]: DEBUG oslo_vmware.api [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.068248] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "4aebb003-e798-4df1-b34f-9e98922a2543" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.068599] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "4aebb003-e798-4df1-b34f-9e98922a2543" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.100179] env[69742]: DEBUG oslo_vmware.api [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061244, 'name': PowerOffVM_Task, 'duration_secs': 0.453949} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.100846] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.100846] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.100846] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f299bff-42e2-4769-808f-0a987b83ca56 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.144765] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "interface-13c2d77f-8bce-4e7a-ad88-c8f304975b21-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.145253] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-13c2d77f-8bce-4e7a-ad88-c8f304975b21-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.145700] env[69742]: DEBUG nova.objects.instance [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'flavor' on Instance uuid 13c2d77f-8bce-4e7a-ad88-c8f304975b21 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.175766] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.176044] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.176208] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleting the datastore file [datastore1] 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.176596] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0327c7eb-fa9e-4709-bdb0-c75855ae4822 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.184562] env[69742]: DEBUG oslo_vmware.api [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1152.184562] env[69742]: value = "task-4061249" [ 1152.184562] env[69742]: _type = "Task" [ 1152.184562] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.188734] env[69742]: DEBUG nova.network.neutron [req-b5fde824-dede-44f2-badd-4f630504ecc9 req-c5605e47-a81b-44ca-8213-905e5c015126 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updated VIF entry in instance network info cache for port 4be63da5-0a87-476e-aa3b-f0b5181c8dc6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.189112] env[69742]: DEBUG nova.network.neutron [req-b5fde824-dede-44f2-badd-4f630504ecc9 req-c5605e47-a81b-44ca-8213-905e5c015126 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updating instance_info_cache with network_info: [{"id": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "address": "fa:16:3e:b5:56:d9", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be63da5-0a", "ovs_interfaceid": "4be63da5-0a87-476e-aa3b-f0b5181c8dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.196457] env[69742]: DEBUG oslo_vmware.api [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.301894] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061245, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.329018] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47f2e85f-4f33-4077-9663-e18e94ae3340 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.417518] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061246, 'name': Rename_Task, 'duration_secs': 0.175225} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.417862] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.419214] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b48648-9aa3-42b6-afbc-5fba2c98d89b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.427214] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1152.427214] env[69742]: value = "task-4061250" [ 1152.427214] env[69742]: _type = "Task" [ 1152.427214] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.438129] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.491544] env[69742]: DEBUG oslo_vmware.api [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061247, 'name': PowerOffVM_Task, 'duration_secs': 0.188971} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.491914] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.492117] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.492392] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bebbb49-412a-4d39-8426-3b2813154e63 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.569080] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.569340] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.569527] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleting the datastore file [datastore2] 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.569794] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26e578a7-d291-4d81-8eed-d42c102445c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.572023] env[69742]: DEBUG nova.compute.manager [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.580048] env[69742]: DEBUG oslo_vmware.api [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1152.580048] env[69742]: value = "task-4061252" [ 1152.580048] env[69742]: _type = "Task" [ 1152.580048] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.590113] env[69742]: DEBUG oslo_vmware.api [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.691751] env[69742]: DEBUG oslo_concurrency.lockutils [req-b5fde824-dede-44f2-badd-4f630504ecc9 req-c5605e47-a81b-44ca-8213-905e5c015126 service nova] Releasing lock "refresh_cache-eb44f4dc-846f-4ba5-b258-422d5ef9b24c" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.695952] env[69742]: DEBUG oslo_vmware.api [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329345} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.696356] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.696501] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.697087] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.697087] env[69742]: INFO nova.compute.manager [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1152.697215] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.697965] env[69742]: DEBUG nova.compute.manager [-] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.697965] env[69742]: DEBUG nova.network.neutron [-] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.764141] env[69742]: DEBUG nova.objects.instance [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'pci_requests' on Instance uuid 13c2d77f-8bce-4e7a-ad88-c8f304975b21 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.804092] env[69742]: DEBUG oslo_vmware.api [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061245, 'name': PowerOnVM_Task, 'duration_secs': 0.706381} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.804457] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.808237] env[69742]: DEBUG nova.compute.manager [None req-c26c10bb-fcfb-4d97-b125-7182617fe65b tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.808951] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d517162b-7fbc-4759-a39b-b69656ef970d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.940872] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.048948] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.049273] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.049665] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.049886] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.050077] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.052353] env[69742]: INFO nova.compute.manager [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Terminating instance [ 1153.094957] env[69742]: DEBUG oslo_vmware.api [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277945} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.095465] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.095822] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.096163] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.096670] env[69742]: INFO nova.compute.manager [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1153.097114] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.097513] env[69742]: DEBUG nova.compute.manager [-] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.097734] env[69742]: DEBUG nova.network.neutron [-] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.105267] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.106083] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.109020] env[69742]: INFO nova.compute.claims [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.267469] env[69742]: DEBUG nova.objects.base [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Object Instance<13c2d77f-8bce-4e7a-ad88-c8f304975b21> lazy-loaded attributes: flavor,pci_requests {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.267766] env[69742]: DEBUG nova.network.neutron [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.384847] env[69742]: DEBUG nova.policy [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0b7f589040a4647b312a058cc3ae917', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb91db63ece84896ab3a7f07322eb779', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.442361] env[69742]: DEBUG oslo_vmware.api [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061250, 'name': PowerOnVM_Task, 'duration_secs': 0.715516} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.442688] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.442908] env[69742]: INFO nova.compute.manager [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1153.443189] env[69742]: DEBUG nova.compute.manager [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.444549] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b760c738-f5d2-4d61-bc91-b68fa8c45f7a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.450998] env[69742]: DEBUG nova.compute.manager [req-f667a54d-ca12-4d06-a5aa-53195c206d40 req-617f2136-a33b-4b05-9680-c90a912704ec service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Received event network-vif-deleted-f3aa94a7-e4f2-4348-a97f-54dc6cecb054 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.451235] env[69742]: INFO nova.compute.manager [req-f667a54d-ca12-4d06-a5aa-53195c206d40 req-617f2136-a33b-4b05-9680-c90a912704ec service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Neutron deleted interface f3aa94a7-e4f2-4348-a97f-54dc6cecb054; detaching it from the instance and deleting it from the info cache [ 1153.451439] env[69742]: DEBUG nova.network.neutron [req-f667a54d-ca12-4d06-a5aa-53195c206d40 req-617f2136-a33b-4b05-9680-c90a912704ec service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.489998] env[69742]: DEBUG nova.compute.manager [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Received event network-changed-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.489998] env[69742]: DEBUG nova.compute.manager [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Refreshing instance network info cache due to event network-changed-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.489998] env[69742]: DEBUG oslo_concurrency.lockutils [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] Acquiring lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.489998] env[69742]: DEBUG oslo_concurrency.lockutils [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] Acquired lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.489998] env[69742]: DEBUG nova.network.neutron [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Refreshing network info cache for port 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.557080] env[69742]: DEBUG nova.compute.manager [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.557390] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.560070] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cdad28-e625-42f3-9d69-dffc76360cb2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.572022] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.572022] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dd30f4c-733d-4844-9c6d-4c1e8cb8712c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.634283] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.634428] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.634679] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleting the datastore file [datastore2] ebc32a5d-d1f5-4936-93f0-3ad19efc9030 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.634844] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-017c4b66-28d9-40a6-8306-84a2aa8376e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.642224] env[69742]: DEBUG oslo_vmware.api [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1153.642224] env[69742]: value = "task-4061255" [ 1153.642224] env[69742]: _type = "Task" [ 1153.642224] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.651231] env[69742]: DEBUG oslo_vmware.api [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.836435] env[69742]: DEBUG nova.network.neutron [-] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.937096] env[69742]: DEBUG nova.network.neutron [-] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.954234] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed007009-426b-4ef6-bde5-8ee710e16893 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.975808] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f9e3d4-8d28-4554-9a81-28840812b41e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.997209] env[69742]: INFO nova.compute.manager [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Took 15.26 seconds to build instance. [ 1154.020832] env[69742]: DEBUG nova.compute.manager [req-f667a54d-ca12-4d06-a5aa-53195c206d40 req-617f2136-a33b-4b05-9680-c90a912704ec service nova] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Detach interface failed, port_id=f3aa94a7-e4f2-4348-a97f-54dc6cecb054, reason: Instance 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1154.153795] env[69742]: DEBUG oslo_vmware.api [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492397} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.156745] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.156930] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.157089] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.157284] env[69742]: INFO nova.compute.manager [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1154.157523] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.158403] env[69742]: DEBUG nova.compute.manager [-] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.158403] env[69742]: DEBUG nova.network.neutron [-] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.242739] env[69742]: DEBUG nova.network.neutron [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updated VIF entry in instance network info cache for port 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.243185] env[69742]: DEBUG nova.network.neutron [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updating instance_info_cache with network_info: [{"id": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "address": "fa:16:3e:52:6e:4b", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82af0cf7-4f", "ovs_interfaceid": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.327018] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504b3a46-aebe-4a6b-8e4e-98730ae2f3c8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.334214] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b77192-2d72-4f72-99c2-1d53fd1f89af {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.338084] env[69742]: INFO nova.compute.manager [-] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Took 1.64 seconds to deallocate network for instance. [ 1154.370910] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b09b8a-8233-403f-bbf7-d32c3ac0d609 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.381142] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede3c56e-0a6a-4a3c-85c1-bab3a51f9c13 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.397975] env[69742]: DEBUG nova.compute.provider_tree [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.443268] env[69742]: INFO nova.compute.manager [-] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Took 1.34 seconds to deallocate network for instance. [ 1154.499922] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2d99b1bf-663a-48cc-b61f-ca9335d99e2b tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.794s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.680267] env[69742]: INFO nova.compute.manager [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Unrescuing [ 1154.680517] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.680699] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquired lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.680912] env[69742]: DEBUG nova.network.neutron [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.745597] env[69742]: DEBUG oslo_concurrency.lockutils [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] Releasing lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.745897] env[69742]: DEBUG nova.compute.manager [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Received event network-changed-324529f8-fb57-4efa-99c7-d3baa10a7ab5 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.746082] env[69742]: DEBUG nova.compute.manager [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Refreshing instance network info cache due to event network-changed-324529f8-fb57-4efa-99c7-d3baa10a7ab5. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.746321] env[69742]: DEBUG oslo_concurrency.lockutils [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] Acquiring lock "refresh_cache-33e924a6-007b-4411-91d8-46eed3ff38e7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.746487] env[69742]: DEBUG oslo_concurrency.lockutils [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] Acquired lock "refresh_cache-33e924a6-007b-4411-91d8-46eed3ff38e7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.746667] env[69742]: DEBUG nova.network.neutron [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Refreshing network info cache for port 324529f8-fb57-4efa-99c7-d3baa10a7ab5 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.871985] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.908077] env[69742]: DEBUG nova.network.neutron [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Successfully updated port: 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.929220] env[69742]: ERROR nova.scheduler.client.report [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [req-10f0d312-5750-4e47-b0cd-3c0fd60b5632] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-10f0d312-5750-4e47-b0cd-3c0fd60b5632"}]} [ 1154.949063] env[69742]: DEBUG oslo_concurrency.lockutils [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.952871] env[69742]: DEBUG nova.scheduler.client.report [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1154.959887] env[69742]: DEBUG nova.network.neutron [-] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.970853] env[69742]: DEBUG nova.scheduler.client.report [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1154.971154] env[69742]: DEBUG nova.compute.provider_tree [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.990962] env[69742]: DEBUG nova.scheduler.client.report [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1155.016207] env[69742]: DEBUG nova.scheduler.client.report [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1155.221187] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d3fef4-665e-442d-bba2-50357f5903b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.231339] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c031a9-af24-4ac2-982f-c65123e88047 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.274233] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7fb32c-22dc-4625-94ea-33dcd8a12aee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.286510] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28c9cad-8ca4-4425-a4e0-1bf1e2aff12b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.304187] env[69742]: DEBUG nova.compute.provider_tree [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.410159] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.410614] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.410614] env[69742]: DEBUG nova.network.neutron [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.463074] env[69742]: INFO nova.compute.manager [-] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Took 1.30 seconds to deallocate network for instance. [ 1155.477639] env[69742]: DEBUG nova.network.neutron [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updating instance_info_cache with network_info: [{"id": "616ed853-a0fb-4554-8831-4775ee0587bd", "address": "fa:16:3e:6f:3f:6c", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616ed853-a0", "ovs_interfaceid": "616ed853-a0fb-4554-8831-4775ee0587bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.534224] env[69742]: DEBUG nova.network.neutron [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Updated VIF entry in instance network info cache for port 324529f8-fb57-4efa-99c7-d3baa10a7ab5. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.534626] env[69742]: DEBUG nova.network.neutron [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Updating instance_info_cache with network_info: [{"id": "324529f8-fb57-4efa-99c7-d3baa10a7ab5", "address": "fa:16:3e:2f:c5:47", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324529f8-fb", "ovs_interfaceid": "324529f8-fb57-4efa-99c7-d3baa10a7ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.587543] env[69742]: DEBUG nova.compute.manager [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Received event network-vif-plugged-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.587782] env[69742]: DEBUG oslo_concurrency.lockutils [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] Acquiring lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.588014] env[69742]: DEBUG oslo_concurrency.lockutils [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] Lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.588204] env[69742]: DEBUG oslo_concurrency.lockutils [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] Lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.588641] env[69742]: DEBUG nova.compute.manager [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] No waiting events found dispatching network-vif-plugged-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.588641] env[69742]: WARNING nova.compute.manager [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Received unexpected event network-vif-plugged-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 for instance with vm_state active and task_state None. [ 1155.588827] env[69742]: DEBUG nova.compute.manager [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Received event network-changed-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.588921] env[69742]: DEBUG nova.compute.manager [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Refreshing instance network info cache due to event network-changed-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.589075] env[69742]: DEBUG oslo_concurrency.lockutils [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] Acquiring lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.614929] env[69742]: DEBUG nova.compute.manager [req-1e6074de-483f-4116-a8a4-08d48984de65 req-4e427b8f-295b-408f-bcdf-7bb82b9e0b71 service nova] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Received event network-vif-deleted-667ddc17-67b3-4aa6-9f2c-c5ef41810ae8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.615068] env[69742]: DEBUG nova.compute.manager [req-1e6074de-483f-4116-a8a4-08d48984de65 req-4e427b8f-295b-408f-bcdf-7bb82b9e0b71 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Received event network-changed-d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.615784] env[69742]: DEBUG nova.compute.manager [req-1e6074de-483f-4116-a8a4-08d48984de65 req-4e427b8f-295b-408f-bcdf-7bb82b9e0b71 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Refreshing instance network info cache due to event network-changed-d2ac982d-ba3e-497c-a183-b412fb1907fc. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.615784] env[69742]: DEBUG oslo_concurrency.lockutils [req-1e6074de-483f-4116-a8a4-08d48984de65 req-4e427b8f-295b-408f-bcdf-7bb82b9e0b71 service nova] Acquiring lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.615784] env[69742]: DEBUG oslo_concurrency.lockutils [req-1e6074de-483f-4116-a8a4-08d48984de65 req-4e427b8f-295b-408f-bcdf-7bb82b9e0b71 service nova] Acquired lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.615784] env[69742]: DEBUG nova.network.neutron [req-1e6074de-483f-4116-a8a4-08d48984de65 req-4e427b8f-295b-408f-bcdf-7bb82b9e0b71 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Refreshing network info cache for port d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.841938] env[69742]: DEBUG nova.scheduler.client.report [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1155.842699] env[69742]: DEBUG nova.compute.provider_tree [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 132 to 133 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1155.843457] env[69742]: DEBUG nova.compute.provider_tree [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.962012] env[69742]: WARNING nova.network.neutron [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] 9d389f86-2bf2-49c4-b254-01b5dfa5be55 already exists in list: networks containing: ['9d389f86-2bf2-49c4-b254-01b5dfa5be55']. ignoring it [ 1155.973110] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.980063] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Releasing lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.980917] env[69742]: DEBUG nova.objects.instance [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lazy-loading 'flavor' on Instance uuid 4141d5be-3101-404d-b948-2c88a110b2f8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.038096] env[69742]: DEBUG oslo_concurrency.lockutils [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] Releasing lock "refresh_cache-33e924a6-007b-4411-91d8-46eed3ff38e7" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.038523] env[69742]: DEBUG nova.compute.manager [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Received event network-vif-deleted-d3a08585-1a59-4afc-81d9-d433e00ad02d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.038879] env[69742]: INFO nova.compute.manager [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Neutron deleted interface d3a08585-1a59-4afc-81d9-d433e00ad02d; detaching it from the instance and deleting it from the info cache [ 1156.039276] env[69742]: DEBUG nova.network.neutron [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.294697] env[69742]: DEBUG nova.network.neutron [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updating instance_info_cache with network_info: [{"id": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "address": "fa:16:3e:52:6e:4b", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82af0cf7-4f", "ovs_interfaceid": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a40963e-8eca-45bd-a7db-4a1ec8dca7d8", "address": "fa:16:3e:07:c5:95", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a40963e-8e", "ovs_interfaceid": "9a40963e-8eca-45bd-a7db-4a1ec8dca7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.351552] env[69742]: DEBUG nova.network.neutron [req-1e6074de-483f-4116-a8a4-08d48984de65 req-4e427b8f-295b-408f-bcdf-7bb82b9e0b71 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updated VIF entry in instance network info cache for port d2ac982d-ba3e-497c-a183-b412fb1907fc. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.352053] env[69742]: DEBUG nova.network.neutron [req-1e6074de-483f-4116-a8a4-08d48984de65 req-4e427b8f-295b-408f-bcdf-7bb82b9e0b71 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updating instance_info_cache with network_info: [{"id": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "address": "fa:16:3e:40:7b:ff", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ac982d-ba", "ovs_interfaceid": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.353725] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.248s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.354468] env[69742]: DEBUG nova.compute.manager [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.357448] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.486s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.357691] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.359785] env[69742]: DEBUG oslo_concurrency.lockutils [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.411s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.360129] env[69742]: DEBUG nova.objects.instance [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lazy-loading 'resources' on Instance uuid 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.384787] env[69742]: INFO nova.scheduler.client.report [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleted allocations for instance 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c [ 1156.488581] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0827aac6-35cf-4622-89cd-d6bae593879e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.513760] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.514325] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a780784-ce3d-444b-911a-1207fdf138c0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.522656] env[69742]: DEBUG oslo_vmware.api [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1156.522656] env[69742]: value = "task-4061257" [ 1156.522656] env[69742]: _type = "Task" [ 1156.522656] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.531461] env[69742]: DEBUG oslo_vmware.api [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.542430] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02d320cb-493f-43a5-b330-307a1c382592 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.552782] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c30623a-d212-447f-b33e-efc437e6bcde {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.585983] env[69742]: DEBUG nova.compute.manager [req-457b9c73-dcef-4e23-8dc9-c209752093f3 req-034e3bf4-7ec9-45f7-86eb-15a0fac09ac3 service nova] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Detach interface failed, port_id=d3a08585-1a59-4afc-81d9-d433e00ad02d, reason: Instance 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.797788] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.798676] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.798840] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.799157] env[69742]: DEBUG oslo_concurrency.lockutils [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] Acquired lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.799350] env[69742]: DEBUG nova.network.neutron [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Refreshing network info cache for port 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.801426] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f143e73-759f-4175-9c70-eea1dcedf1aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.819879] env[69742]: DEBUG nova.virt.hardware [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.820147] env[69742]: DEBUG nova.virt.hardware [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.820314] env[69742]: DEBUG nova.virt.hardware [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.820487] env[69742]: DEBUG nova.virt.hardware [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.820635] env[69742]: DEBUG nova.virt.hardware [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.820783] env[69742]: DEBUG nova.virt.hardware [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.820991] env[69742]: DEBUG nova.virt.hardware [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.821177] env[69742]: DEBUG nova.virt.hardware [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.821337] env[69742]: DEBUG nova.virt.hardware [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.821505] env[69742]: DEBUG nova.virt.hardware [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.821694] env[69742]: DEBUG nova.virt.hardware [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.828339] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Reconfiguring VM to attach interface {{(pid=69742) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1156.829545] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d485db-50a9-4b5e-8246-58b14c1fe770 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.857475] env[69742]: DEBUG oslo_vmware.api [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1156.857475] env[69742]: value = "task-4061258" [ 1156.857475] env[69742]: _type = "Task" [ 1156.857475] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.858101] env[69742]: DEBUG oslo_concurrency.lockutils [req-1e6074de-483f-4116-a8a4-08d48984de65 req-4e427b8f-295b-408f-bcdf-7bb82b9e0b71 service nova] Releasing lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.862626] env[69742]: DEBUG nova.compute.utils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.867182] env[69742]: DEBUG nova.compute.manager [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.867453] env[69742]: DEBUG nova.network.neutron [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.876020] env[69742]: DEBUG oslo_vmware.api [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061258, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.893678] env[69742]: DEBUG oslo_concurrency.lockutils [None req-47ab32a0-5f4b-48c1-a2d7-d20f098a12e3 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "92904b2d-9686-4d15-9b7f-6ed39ee7bd3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.834s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.913379] env[69742]: DEBUG nova.policy [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fa2289824484e55ac283673df76f96c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d0f14fb4be243aab5c62a5be3a61b4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.037159] env[69742]: DEBUG oslo_vmware.api [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061257, 'name': PowerOffVM_Task, 'duration_secs': 0.241489} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.040245] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.045752] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Reconfiguring VM instance instance-00000059 to detach disk 2002 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.046458] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea0e4863-46ce-4df5-94e0-aa10ed87ebf7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.069104] env[69742]: DEBUG oslo_vmware.api [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1157.069104] env[69742]: value = "task-4061259" [ 1157.069104] env[69742]: _type = "Task" [ 1157.069104] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.075257] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a55e39a-d3fa-4b45-8689-d375226f69b0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.081719] env[69742]: DEBUG oslo_vmware.api [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.087533] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f012ed3-09c4-4608-979b-319da1667d91 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.122984] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206a4532-3d02-4a83-8582-5ed82dcd1c28 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.131737] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dff379-bee3-49c6-b8fb-b9fafe1e3cd9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.148859] env[69742]: DEBUG nova.compute.provider_tree [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.216202] env[69742]: DEBUG nova.network.neutron [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Successfully created port: 715d2f61-a6d4-47c0-a111-47e55d2c4783 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.368629] env[69742]: DEBUG oslo_vmware.api [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.371349] env[69742]: DEBUG nova.compute.manager [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.579115] env[69742]: DEBUG oslo_vmware.api [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061259, 'name': ReconfigVM_Task, 'duration_secs': 0.265638} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.579465] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Reconfigured VM instance instance-00000059 to detach disk 2002 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.580263] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.580621] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35416755-d3f1-4aae-858b-a23911a6d6e8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.588175] env[69742]: DEBUG oslo_vmware.api [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1157.588175] env[69742]: value = "task-4061260" [ 1157.588175] env[69742]: _type = "Task" [ 1157.588175] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.599075] env[69742]: DEBUG oslo_vmware.api [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.604328] env[69742]: DEBUG nova.network.neutron [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updated VIF entry in instance network info cache for port 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.604872] env[69742]: DEBUG nova.network.neutron [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updating instance_info_cache with network_info: [{"id": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "address": "fa:16:3e:52:6e:4b", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82af0cf7-4f", "ovs_interfaceid": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a40963e-8eca-45bd-a7db-4a1ec8dca7d8", "address": "fa:16:3e:07:c5:95", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a40963e-8e", "ovs_interfaceid": "9a40963e-8eca-45bd-a7db-4a1ec8dca7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.652106] env[69742]: DEBUG nova.scheduler.client.report [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.871373] env[69742]: DEBUG oslo_vmware.api [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.880308] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.880607] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.101848] env[69742]: DEBUG oslo_vmware.api [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061260, 'name': PowerOnVM_Task, 'duration_secs': 0.447152} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.102299] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.102641] env[69742]: DEBUG nova.compute.manager [None req-e61c562f-396c-4537-81b1-257c78e77ad7 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.103812] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caa1a3b-f606-4128-bf7f-fe55bf46e3cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.108886] env[69742]: DEBUG oslo_concurrency.lockutils [req-46af0826-430f-4b81-9663-52846697254f req-0552874d-d34a-4bca-964d-5125378c93c1 service nova] Releasing lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.157994] env[69742]: DEBUG oslo_concurrency.lockutils [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.161053] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.188s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.161053] env[69742]: DEBUG nova.objects.instance [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lazy-loading 'resources' on Instance uuid ebc32a5d-d1f5-4936-93f0-3ad19efc9030 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.185790] env[69742]: INFO nova.scheduler.client.report [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted allocations for instance 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d [ 1158.370590] env[69742]: DEBUG oslo_vmware.api [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.384900] env[69742]: DEBUG nova.compute.manager [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.388485] env[69742]: DEBUG nova.compute.manager [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.425297] env[69742]: DEBUG nova.virt.hardware [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.425613] env[69742]: DEBUG nova.virt.hardware [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.425793] env[69742]: DEBUG nova.virt.hardware [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.426078] env[69742]: DEBUG nova.virt.hardware [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.426231] env[69742]: DEBUG nova.virt.hardware [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.426495] env[69742]: DEBUG nova.virt.hardware [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.426738] env[69742]: DEBUG nova.virt.hardware [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.426907] env[69742]: DEBUG nova.virt.hardware [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.427094] env[69742]: DEBUG nova.virt.hardware [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.427267] env[69742]: DEBUG nova.virt.hardware [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.427657] env[69742]: DEBUG nova.virt.hardware [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.428608] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956ae39a-0fd1-4050-b545-fb94367bb5c1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.441863] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7525ea-848d-4445-9dfe-fc72f28bb286 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.699957] env[69742]: DEBUG oslo_concurrency.lockutils [None req-116febb4-863c-48db-8a9f-6a81334e6c1e tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "0f9c0c67-8d0c-4b7e-9030-6383b313bf9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.255s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.716812] env[69742]: DEBUG nova.compute.manager [req-19eb2476-0598-4005-b786-53eaa7cbebf1 req-127bd1d1-c83a-44fd-8e3f-0179128c72d2 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Received event network-vif-plugged-715d2f61-a6d4-47c0-a111-47e55d2c4783 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.717324] env[69742]: DEBUG oslo_concurrency.lockutils [req-19eb2476-0598-4005-b786-53eaa7cbebf1 req-127bd1d1-c83a-44fd-8e3f-0179128c72d2 service nova] Acquiring lock "4aebb003-e798-4df1-b34f-9e98922a2543-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.717881] env[69742]: DEBUG oslo_concurrency.lockutils [req-19eb2476-0598-4005-b786-53eaa7cbebf1 req-127bd1d1-c83a-44fd-8e3f-0179128c72d2 service nova] Lock "4aebb003-e798-4df1-b34f-9e98922a2543-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.718226] env[69742]: DEBUG oslo_concurrency.lockutils [req-19eb2476-0598-4005-b786-53eaa7cbebf1 req-127bd1d1-c83a-44fd-8e3f-0179128c72d2 service nova] Lock "4aebb003-e798-4df1-b34f-9e98922a2543-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.718528] env[69742]: DEBUG nova.compute.manager [req-19eb2476-0598-4005-b786-53eaa7cbebf1 req-127bd1d1-c83a-44fd-8e3f-0179128c72d2 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] No waiting events found dispatching network-vif-plugged-715d2f61-a6d4-47c0-a111-47e55d2c4783 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.718876] env[69742]: WARNING nova.compute.manager [req-19eb2476-0598-4005-b786-53eaa7cbebf1 req-127bd1d1-c83a-44fd-8e3f-0179128c72d2 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Received unexpected event network-vif-plugged-715d2f61-a6d4-47c0-a111-47e55d2c4783 for instance with vm_state building and task_state spawning. [ 1158.781982] env[69742]: DEBUG nova.network.neutron [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Successfully updated port: 715d2f61-a6d4-47c0-a111-47e55d2c4783 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.876847] env[69742]: DEBUG oslo_vmware.api [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.879546] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5206785b-35c5-41f9-8f86-388158e1c897 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.892596] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecea6702-3d8a-4832-b40e-b7573ed3810e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.937331] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.938261] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e44cda-8d9e-4704-b024-b67f54ab393d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.947801] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd3d132-93fc-4294-8c9e-c944977fb8a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.964533] env[69742]: DEBUG nova.compute.provider_tree [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.284601] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.284799] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.284979] env[69742]: DEBUG nova.network.neutron [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.374653] env[69742]: DEBUG oslo_vmware.api [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061258, 'name': ReconfigVM_Task, 'duration_secs': 2.142913} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.375250] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.375483] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Reconfigured VM to attach interface {{(pid=69742) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1159.468381] env[69742]: DEBUG nova.scheduler.client.report [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.825108] env[69742]: DEBUG nova.network.neutron [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.876859] env[69742]: DEBUG nova.compute.manager [req-44ef74a9-444e-461f-a3e0-874488bbdbf4 req-6475c296-1125-4511-b18b-1101bb1a1f0a service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Received event network-changed-616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.877075] env[69742]: DEBUG nova.compute.manager [req-44ef74a9-444e-461f-a3e0-874488bbdbf4 req-6475c296-1125-4511-b18b-1101bb1a1f0a service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Refreshing instance network info cache due to event network-changed-616ed853-a0fb-4554-8831-4775ee0587bd. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.877302] env[69742]: DEBUG oslo_concurrency.lockutils [req-44ef74a9-444e-461f-a3e0-874488bbdbf4 req-6475c296-1125-4511-b18b-1101bb1a1f0a service nova] Acquiring lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.877507] env[69742]: DEBUG oslo_concurrency.lockutils [req-44ef74a9-444e-461f-a3e0-874488bbdbf4 req-6475c296-1125-4511-b18b-1101bb1a1f0a service nova] Acquired lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.877707] env[69742]: DEBUG nova.network.neutron [req-44ef74a9-444e-461f-a3e0-874488bbdbf4 req-6475c296-1125-4511-b18b-1101bb1a1f0a service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Refreshing network info cache for port 616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.880361] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b97a851d-c841-4390-98cf-26a7474e1be7 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-13c2d77f-8bce-4e7a-ad88-c8f304975b21-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.735s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.974138] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.977377] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.040s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.978752] env[69742]: INFO nova.compute.claims [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.982532] env[69742]: DEBUG nova.network.neutron [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance_info_cache with network_info: [{"id": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "address": "fa:16:3e:04:ed:34", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715d2f61-a6", "ovs_interfaceid": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.004878] env[69742]: INFO nova.scheduler.client.report [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted allocations for instance ebc32a5d-d1f5-4936-93f0-3ad19efc9030 [ 1160.488355] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.488748] env[69742]: DEBUG nova.compute.manager [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Instance network_info: |[{"id": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "address": "fa:16:3e:04:ed:34", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715d2f61-a6", "ovs_interfaceid": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.492350] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ed:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '715d2f61-a6d4-47c0-a111-47e55d2c4783', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.500859] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.501782] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.502389] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4286fe1-f519-4371-a099-9dbfc4319609 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.521821] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e46a3747-5763-47cf-a000-4a7b0bf0811c tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "ebc32a5d-d1f5-4936-93f0-3ad19efc9030" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.472s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.529757] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.529757] env[69742]: value = "task-4061263" [ 1160.529757] env[69742]: _type = "Task" [ 1160.529757] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.544717] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061263, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.642115] env[69742]: DEBUG nova.network.neutron [req-44ef74a9-444e-461f-a3e0-874488bbdbf4 req-6475c296-1125-4511-b18b-1101bb1a1f0a service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updated VIF entry in instance network info cache for port 616ed853-a0fb-4554-8831-4775ee0587bd. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.642513] env[69742]: DEBUG nova.network.neutron [req-44ef74a9-444e-461f-a3e0-874488bbdbf4 req-6475c296-1125-4511-b18b-1101bb1a1f0a service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updating instance_info_cache with network_info: [{"id": "616ed853-a0fb-4554-8831-4775ee0587bd", "address": "fa:16:3e:6f:3f:6c", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616ed853-a0", "ovs_interfaceid": "616ed853-a0fb-4554-8831-4775ee0587bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.768044] env[69742]: DEBUG nova.compute.manager [req-d7c0862a-f4db-4e69-af84-bf32739ec2d4 req-29c813b9-3775-4966-a862-1419acae3aa3 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Received event network-changed-715d2f61-a6d4-47c0-a111-47e55d2c4783 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.768339] env[69742]: DEBUG nova.compute.manager [req-d7c0862a-f4db-4e69-af84-bf32739ec2d4 req-29c813b9-3775-4966-a862-1419acae3aa3 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Refreshing instance network info cache due to event network-changed-715d2f61-a6d4-47c0-a111-47e55d2c4783. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.768644] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7c0862a-f4db-4e69-af84-bf32739ec2d4 req-29c813b9-3775-4966-a862-1419acae3aa3 service nova] Acquiring lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.768720] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7c0862a-f4db-4e69-af84-bf32739ec2d4 req-29c813b9-3775-4966-a862-1419acae3aa3 service nova] Acquired lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.768901] env[69742]: DEBUG nova.network.neutron [req-d7c0862a-f4db-4e69-af84-bf32739ec2d4 req-29c813b9-3775-4966-a862-1419acae3aa3 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Refreshing network info cache for port 715d2f61-a6d4-47c0-a111-47e55d2c4783 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.037981] env[69742]: DEBUG oslo_concurrency.lockutils [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.038252] env[69742]: DEBUG oslo_concurrency.lockutils [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.038848] env[69742]: INFO nova.compute.manager [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Rebooting instance [ 1161.043528] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061263, 'name': CreateVM_Task, 'duration_secs': 0.368371} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.043921] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.044826] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.045009] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.045403] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.048355] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6d3a4c-4b51-4b35-beb3-f1ea06ed6423 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.055198] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1161.055198] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529c2dd9-53b9-1799-f3db-42fbda3874a9" [ 1161.055198] env[69742]: _type = "Task" [ 1161.055198] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.066331] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529c2dd9-53b9-1799-f3db-42fbda3874a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.145857] env[69742]: DEBUG oslo_concurrency.lockutils [req-44ef74a9-444e-461f-a3e0-874488bbdbf4 req-6475c296-1125-4511-b18b-1101bb1a1f0a service nova] Releasing lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.180056] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71db1481-262d-4be8-813e-0bbd2f59a66d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.188438] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43598e6-b022-43b7-a228-55cee37170cf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.220188] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8107b5e0-cdb1-44c8-8a1a-41742832201b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.228886] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a878eb7c-e76a-4aad-88ba-a319c274ff8e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.243497] env[69742]: DEBUG nova.compute.provider_tree [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.489932] env[69742]: DEBUG nova.network.neutron [req-d7c0862a-f4db-4e69-af84-bf32739ec2d4 req-29c813b9-3775-4966-a862-1419acae3aa3 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updated VIF entry in instance network info cache for port 715d2f61-a6d4-47c0-a111-47e55d2c4783. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.490309] env[69742]: DEBUG nova.network.neutron [req-d7c0862a-f4db-4e69-af84-bf32739ec2d4 req-29c813b9-3775-4966-a862-1419acae3aa3 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance_info_cache with network_info: [{"id": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "address": "fa:16:3e:04:ed:34", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715d2f61-a6", "ovs_interfaceid": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.561369] env[69742]: DEBUG oslo_concurrency.lockutils [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.561597] env[69742]: DEBUG oslo_concurrency.lockutils [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.561815] env[69742]: DEBUG nova.network.neutron [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.569769] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529c2dd9-53b9-1799-f3db-42fbda3874a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.570602] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.570835] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.571083] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.571233] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.571418] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.571997] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "interface-13c2d77f-8bce-4e7a-ad88-c8f304975b21-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.572212] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-13c2d77f-8bce-4e7a-ad88-c8f304975b21-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.573283] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3bd46e2-7ee4-4265-a4c7-dafd4d841c66 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.583341] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.583538] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.584512] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44de710f-0286-4869-b76c-2d4655303824 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.590560] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1161.590560] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52493abf-0fad-fee3-9cd3-c7b5581690f2" [ 1161.590560] env[69742]: _type = "Task" [ 1161.590560] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.599448] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52493abf-0fad-fee3-9cd3-c7b5581690f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.684655] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "21679fc0-715f-4490-81dc-e0a719b00a04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.684880] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "21679fc0-715f-4490-81dc-e0a719b00a04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.746897] env[69742]: DEBUG nova.scheduler.client.report [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.900201] env[69742]: DEBUG nova.compute.manager [req-71e2e43c-eb03-4aea-800e-03d0c1f2f2dc req-de66a32c-be5d-47b0-b4a0-4e18c20c9140 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Received event network-changed-616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.900357] env[69742]: DEBUG nova.compute.manager [req-71e2e43c-eb03-4aea-800e-03d0c1f2f2dc req-de66a32c-be5d-47b0-b4a0-4e18c20c9140 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Refreshing instance network info cache due to event network-changed-616ed853-a0fb-4554-8831-4775ee0587bd. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.900583] env[69742]: DEBUG oslo_concurrency.lockutils [req-71e2e43c-eb03-4aea-800e-03d0c1f2f2dc req-de66a32c-be5d-47b0-b4a0-4e18c20c9140 service nova] Acquiring lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.900731] env[69742]: DEBUG oslo_concurrency.lockutils [req-71e2e43c-eb03-4aea-800e-03d0c1f2f2dc req-de66a32c-be5d-47b0-b4a0-4e18c20c9140 service nova] Acquired lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.900894] env[69742]: DEBUG nova.network.neutron [req-71e2e43c-eb03-4aea-800e-03d0c1f2f2dc req-de66a32c-be5d-47b0-b4a0-4e18c20c9140 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Refreshing network info cache for port 616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.993064] env[69742]: DEBUG oslo_concurrency.lockutils [req-d7c0862a-f4db-4e69-af84-bf32739ec2d4 req-29c813b9-3775-4966-a862-1419acae3aa3 service nova] Releasing lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.076761] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.077132] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.077960] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bab403-150e-4273-bc0f-e97bdb2adf31 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.099576] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c231560b-10cb-4ca1-af8a-a4085a7ce691 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.110295] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52493abf-0fad-fee3-9cd3-c7b5581690f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.133461] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Reconfiguring VM to detach interface {{(pid=69742) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1162.133754] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f384963-c0c2-4f5c-b43f-8d2f5aa392a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.136237] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d113136-9123-4f21-bc5e-bf58633d4e6f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.156961] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1162.156961] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527bd0c3-5753-55c4-bdc5-90b89047079c" [ 1162.156961] env[69742]: _type = "Task" [ 1162.156961] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.163623] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1162.163623] env[69742]: value = "task-4061264" [ 1162.163623] env[69742]: _type = "Task" [ 1162.163623] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.172022] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527bd0c3-5753-55c4-bdc5-90b89047079c, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.172962] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.173183] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4aebb003-e798-4df1-b34f-9e98922a2543/4aebb003-e798-4df1-b34f-9e98922a2543.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.173644] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70923bcb-edbe-4fbd-abbe-83f87091d95e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.179809] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.187903] env[69742]: DEBUG nova.compute.manager [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.190790] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1162.190790] env[69742]: value = "task-4061265" [ 1162.190790] env[69742]: _type = "Task" [ 1162.190790] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.200656] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.252795] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.252936] env[69742]: DEBUG nova.compute.manager [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.343311] env[69742]: DEBUG nova.network.neutron [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance_info_cache with network_info: [{"id": "16636cc5-d832-4dec-93d9-2cba8696c81b", "address": "fa:16:3e:84:ce:c4", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16636cc5-d8", "ovs_interfaceid": "16636cc5-d832-4dec-93d9-2cba8696c81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.642089] env[69742]: DEBUG nova.network.neutron [req-71e2e43c-eb03-4aea-800e-03d0c1f2f2dc req-de66a32c-be5d-47b0-b4a0-4e18c20c9140 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updated VIF entry in instance network info cache for port 616ed853-a0fb-4554-8831-4775ee0587bd. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.642465] env[69742]: DEBUG nova.network.neutron [req-71e2e43c-eb03-4aea-800e-03d0c1f2f2dc req-de66a32c-be5d-47b0-b4a0-4e18c20c9140 service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updating instance_info_cache with network_info: [{"id": "616ed853-a0fb-4554-8831-4775ee0587bd", "address": "fa:16:3e:6f:3f:6c", "network": {"id": "11703887-bbe5-4d72-81a5-e9c0633cf022", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-16881117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35952a57ac73457cb22aed09d5c50905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap616ed853-a0", "ovs_interfaceid": "616ed853-a0fb-4554-8831-4775ee0587bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.675603] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.706153] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500481} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.706502] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4aebb003-e798-4df1-b34f-9e98922a2543/4aebb003-e798-4df1-b34f-9e98922a2543.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.706760] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.707049] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2e596bf-05d6-4e2a-8664-fdc40cab8776 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.714513] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1162.714513] env[69742]: value = "task-4061267" [ 1162.714513] env[69742]: _type = "Task" [ 1162.714513] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.719260] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.719536] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.721100] env[69742]: INFO nova.compute.claims [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.733244] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.758224] env[69742]: DEBUG nova.compute.utils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.760065] env[69742]: DEBUG nova.compute.manager [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.760254] env[69742]: DEBUG nova.network.neutron [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.817799] env[69742]: DEBUG nova.policy [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7aacf638279a47c2858e0674575565fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9b891153d7542509f03ec959380928b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.847042] env[69742]: DEBUG oslo_concurrency.lockutils [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.145404] env[69742]: DEBUG oslo_concurrency.lockutils [req-71e2e43c-eb03-4aea-800e-03d0c1f2f2dc req-de66a32c-be5d-47b0-b4a0-4e18c20c9140 service nova] Releasing lock "refresh_cache-4141d5be-3101-404d-b948-2c88a110b2f8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.177783] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.194160] env[69742]: DEBUG nova.network.neutron [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Successfully created port: a5dc3294-ec23-45c7-ad9c-f093f8b82485 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.228123] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091547} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.228588] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.229476] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756fc93d-c0df-41d9-b137-225c3be043fa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.259261] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 4aebb003-e798-4df1-b34f-9e98922a2543/4aebb003-e798-4df1-b34f-9e98922a2543.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.261094] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f85f54d-28f9-44e6-8174-eb14bf7776db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.281386] env[69742]: DEBUG nova.compute.manager [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.292229] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1163.292229] env[69742]: value = "task-4061268" [ 1163.292229] env[69742]: _type = "Task" [ 1163.292229] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.304428] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.351866] env[69742]: DEBUG nova.compute.manager [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.353294] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12706ee-64ab-4e9c-b15b-c1b0c666353d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.677351] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.803602] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061268, 'name': ReconfigVM_Task, 'duration_secs': 0.304315} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.807040] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 4aebb003-e798-4df1-b34f-9e98922a2543/4aebb003-e798-4df1-b34f-9e98922a2543.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.807397] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-240bccb3-d223-4450-8636-563f94cd109a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.815849] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1163.815849] env[69742]: value = "task-4061269" [ 1163.815849] env[69742]: _type = "Task" [ 1163.815849] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.832836] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061269, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.918777] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a8d0c1-1221-4066-afe6-3b883065158a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.927147] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1240aac-9bb8-4a43-b021-c1f10164981d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.961490] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba9824c-4aca-426f-bea3-17c2d6405cd1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.970085] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589231d-6fd3-4a29-92d3-b153590fcf6a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.985380] env[69742]: DEBUG nova.compute.provider_tree [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.176667] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.295788] env[69742]: DEBUG nova.compute.manager [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.331517] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061269, 'name': Rename_Task, 'duration_secs': 0.390262} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.334009] env[69742]: DEBUG nova.virt.hardware [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.334285] env[69742]: DEBUG nova.virt.hardware [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.334477] env[69742]: DEBUG nova.virt.hardware [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.334664] env[69742]: DEBUG nova.virt.hardware [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.334815] env[69742]: DEBUG nova.virt.hardware [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.334964] env[69742]: DEBUG nova.virt.hardware [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.335199] env[69742]: DEBUG nova.virt.hardware [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.335372] env[69742]: DEBUG nova.virt.hardware [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.335545] env[69742]: DEBUG nova.virt.hardware [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.335720] env[69742]: DEBUG nova.virt.hardware [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.335896] env[69742]: DEBUG nova.virt.hardware [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.336259] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.337213] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b0bfea-6b73-49ae-8331-3bbea81834e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.341049] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1311ec8b-f3f8-4331-852d-fcc271da9251 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.352920] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e456d64a-a27f-437f-95d6-a28066c4122a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.358208] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1164.358208] env[69742]: value = "task-4061271" [ 1164.358208] env[69742]: _type = "Task" [ 1164.358208] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.372601] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb20414-43c6-4ad9-91d4-59a700e91fb3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.378883] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061271, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.384863] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Doing hard reboot of VM {{(pid=69742) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1164.384863] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1bf975ac-b137-4b76-ab7c-bc6c5c49a5ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.391483] env[69742]: DEBUG oslo_vmware.api [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1164.391483] env[69742]: value = "task-4061272" [ 1164.391483] env[69742]: _type = "Task" [ 1164.391483] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.401536] env[69742]: DEBUG oslo_vmware.api [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061272, 'name': ResetVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.489023] env[69742]: DEBUG nova.scheduler.client.report [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.642306] env[69742]: DEBUG nova.compute.manager [req-d3696df8-47c0-457e-bf5e-91dab7434fa8 req-cb0dcb78-1c88-4671-9754-e95339779305 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Received event network-vif-plugged-a5dc3294-ec23-45c7-ad9c-f093f8b82485 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.642306] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3696df8-47c0-457e-bf5e-91dab7434fa8 req-cb0dcb78-1c88-4671-9754-e95339779305 service nova] Acquiring lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.642645] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3696df8-47c0-457e-bf5e-91dab7434fa8 req-cb0dcb78-1c88-4671-9754-e95339779305 service nova] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.642885] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3696df8-47c0-457e-bf5e-91dab7434fa8 req-cb0dcb78-1c88-4671-9754-e95339779305 service nova] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.643128] env[69742]: DEBUG nova.compute.manager [req-d3696df8-47c0-457e-bf5e-91dab7434fa8 req-cb0dcb78-1c88-4671-9754-e95339779305 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] No waiting events found dispatching network-vif-plugged-a5dc3294-ec23-45c7-ad9c-f093f8b82485 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.643357] env[69742]: WARNING nova.compute.manager [req-d3696df8-47c0-457e-bf5e-91dab7434fa8 req-cb0dcb78-1c88-4671-9754-e95339779305 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Received unexpected event network-vif-plugged-a5dc3294-ec23-45c7-ad9c-f093f8b82485 for instance with vm_state building and task_state spawning. [ 1164.679275] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.752234] env[69742]: DEBUG nova.network.neutron [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Successfully updated port: a5dc3294-ec23-45c7-ad9c-f093f8b82485 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.869272] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061271, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.904293] env[69742]: DEBUG oslo_vmware.api [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061272, 'name': ResetVM_Task, 'duration_secs': 0.124429} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.904612] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Did hard reboot of VM {{(pid=69742) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1164.904795] env[69742]: DEBUG nova.compute.manager [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.906064] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28146d9a-a060-46d4-91bd-15c49fc8ab22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.995663] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.996113] env[69742]: DEBUG nova.compute.manager [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.177589] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.255571] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.255731] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.255889] env[69742]: DEBUG nova.network.neutron [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.370053] env[69742]: DEBUG oslo_vmware.api [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061271, 'name': PowerOnVM_Task, 'duration_secs': 0.650584} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.370482] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.370823] env[69742]: INFO nova.compute.manager [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1165.371145] env[69742]: DEBUG nova.compute.manager [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.372358] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17441ddd-cd2a-45d6-b90e-7f3bd4779cb5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.420752] env[69742]: DEBUG oslo_concurrency.lockutils [None req-766284e3-aa8e-4047-be04-ea7cfd1eccb9 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.382s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.501864] env[69742]: DEBUG nova.compute.utils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.503784] env[69742]: DEBUG nova.compute.manager [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.503784] env[69742]: DEBUG nova.network.neutron [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.558994] env[69742]: DEBUG nova.policy [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8155aac3eed24663be1af6fdbbdc9bb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3634e73ca6ec483b98e2f72b63aa750e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.680285] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.789259] env[69742]: DEBUG nova.network.neutron [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.891482] env[69742]: INFO nova.compute.manager [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Took 12.81 seconds to build instance. [ 1165.957881] env[69742]: DEBUG nova.network.neutron [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Successfully created port: d63e78f7-c6ab-474c-89f9-d64486dee6b6 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.984111] env[69742]: DEBUG nova.network.neutron [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance_info_cache with network_info: [{"id": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "address": "fa:16:3e:b4:48:ad", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5dc3294-ec", "ovs_interfaceid": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.007847] env[69742]: DEBUG nova.compute.manager [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.183399] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.396143] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7c03045d-5824-4688-895e-b34253092dd4 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "4aebb003-e798-4df1-b34f-9e98922a2543" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.327s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.487061] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.487632] env[69742]: DEBUG nova.compute.manager [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Instance network_info: |[{"id": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "address": "fa:16:3e:b4:48:ad", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5dc3294-ec", "ovs_interfaceid": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.488190] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:48:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5dc3294-ec23-45c7-ad9c-f093f8b82485', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.496184] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.496517] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.496772] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75537511-0e34-4d74-ac64-e2e34a37b5bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.522818] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.522818] env[69742]: value = "task-4061274" [ 1166.522818] env[69742]: _type = "Task" [ 1166.522818] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.531900] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061274, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.675359] env[69742]: DEBUG nova.compute.manager [req-3ba18fdf-bc69-488f-a865-8aab06c78e48 req-be20cab7-3a4e-48aa-aa7b-3fa5dc6fd585 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Received event network-changed-a5dc3294-ec23-45c7-ad9c-f093f8b82485 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.675531] env[69742]: DEBUG nova.compute.manager [req-3ba18fdf-bc69-488f-a865-8aab06c78e48 req-be20cab7-3a4e-48aa-aa7b-3fa5dc6fd585 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Refreshing instance network info cache due to event network-changed-a5dc3294-ec23-45c7-ad9c-f093f8b82485. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.675751] env[69742]: DEBUG oslo_concurrency.lockutils [req-3ba18fdf-bc69-488f-a865-8aab06c78e48 req-be20cab7-3a4e-48aa-aa7b-3fa5dc6fd585 service nova] Acquiring lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.675895] env[69742]: DEBUG oslo_concurrency.lockutils [req-3ba18fdf-bc69-488f-a865-8aab06c78e48 req-be20cab7-3a4e-48aa-aa7b-3fa5dc6fd585 service nova] Acquired lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.676070] env[69742]: DEBUG nova.network.neutron [req-3ba18fdf-bc69-488f-a865-8aab06c78e48 req-be20cab7-3a4e-48aa-aa7b-3fa5dc6fd585 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Refreshing network info cache for port a5dc3294-ec23-45c7-ad9c-f093f8b82485 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.683911] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.020488] env[69742]: DEBUG nova.compute.manager [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.037258] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061274, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.049858] env[69742]: DEBUG nova.virt.hardware [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.051022] env[69742]: DEBUG nova.virt.hardware [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.051022] env[69742]: DEBUG nova.virt.hardware [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.051022] env[69742]: DEBUG nova.virt.hardware [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.051022] env[69742]: DEBUG nova.virt.hardware [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.051022] env[69742]: DEBUG nova.virt.hardware [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.051022] env[69742]: DEBUG nova.virt.hardware [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.051286] env[69742]: DEBUG nova.virt.hardware [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.051321] env[69742]: DEBUG nova.virt.hardware [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.051459] env[69742]: DEBUG nova.virt.hardware [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.051767] env[69742]: DEBUG nova.virt.hardware [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.052734] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb8f6f2-789e-41e1-8d86-404da461f1e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.061675] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51378414-8a80-450f-a108-b263157f6848 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.182072] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.430221] env[69742]: DEBUG nova.network.neutron [req-3ba18fdf-bc69-488f-a865-8aab06c78e48 req-be20cab7-3a4e-48aa-aa7b-3fa5dc6fd585 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updated VIF entry in instance network info cache for port a5dc3294-ec23-45c7-ad9c-f093f8b82485. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.430658] env[69742]: DEBUG nova.network.neutron [req-3ba18fdf-bc69-488f-a865-8aab06c78e48 req-be20cab7-3a4e-48aa-aa7b-3fa5dc6fd585 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance_info_cache with network_info: [{"id": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "address": "fa:16:3e:b4:48:ad", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5dc3294-ec", "ovs_interfaceid": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.438520] env[69742]: DEBUG nova.compute.manager [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Stashing vm_state: active {{(pid=69742) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1167.513576] env[69742]: DEBUG nova.network.neutron [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Successfully updated port: d63e78f7-c6ab-474c-89f9-d64486dee6b6 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.535965] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061274, 'name': CreateVM_Task, 'duration_secs': 0.719702} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.536170] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.536848] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.537010] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.537333] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.537596] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcbab47-4961-4b72-987d-66faac697d35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.543342] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1167.543342] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521a0909-7360-aa0f-171a-f4d2b0fe66f4" [ 1167.543342] env[69742]: _type = "Task" [ 1167.543342] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.552218] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521a0909-7360-aa0f-171a-f4d2b0fe66f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.682617] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.937042] env[69742]: DEBUG oslo_concurrency.lockutils [req-3ba18fdf-bc69-488f-a865-8aab06c78e48 req-be20cab7-3a4e-48aa-aa7b-3fa5dc6fd585 service nova] Releasing lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.959376] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.959634] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.016819] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "refresh_cache-21679fc0-715f-4490-81dc-e0a719b00a04" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.016992] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "refresh_cache-21679fc0-715f-4490-81dc-e0a719b00a04" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.017433] env[69742]: DEBUG nova.network.neutron [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.054264] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521a0909-7360-aa0f-171a-f4d2b0fe66f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.054598] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.054838] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.055091] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.055241] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.055421] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.055692] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-178a1aa2-c45e-4a69-afe7-f53afeb33fdf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.065933] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.066141] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.066951] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18695bb-4b5f-43b3-a629-acc8fe5014e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.073122] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1168.073122] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525fa678-f55b-ac92-a6c4-cda57df396c4" [ 1168.073122] env[69742]: _type = "Task" [ 1168.073122] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.082168] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525fa678-f55b-ac92-a6c4-cda57df396c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.182858] env[69742]: DEBUG oslo_vmware.api [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061264, 'name': ReconfigVM_Task, 'duration_secs': 5.774595} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.183204] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.183450] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Reconfigured VM to detach interface {{(pid=69742) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1168.465099] env[69742]: INFO nova.compute.claims [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.571733] env[69742]: DEBUG nova.network.neutron [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.584072] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525fa678-f55b-ac92-a6c4-cda57df396c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.584785] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e11863-dc3f-4902-8021-7b576ac31022 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.591418] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1168.591418] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522b2fc7-583e-f371-47f0-5f8b1f3f0f88" [ 1168.591418] env[69742]: _type = "Task" [ 1168.591418] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.600594] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522b2fc7-583e-f371-47f0-5f8b1f3f0f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.701664] env[69742]: DEBUG nova.compute.manager [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Received event network-vif-plugged-d63e78f7-c6ab-474c-89f9-d64486dee6b6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.702547] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] Acquiring lock "21679fc0-715f-4490-81dc-e0a719b00a04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.702547] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] Lock "21679fc0-715f-4490-81dc-e0a719b00a04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.702547] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] Lock "21679fc0-715f-4490-81dc-e0a719b00a04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.702641] env[69742]: DEBUG nova.compute.manager [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] No waiting events found dispatching network-vif-plugged-d63e78f7-c6ab-474c-89f9-d64486dee6b6 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.702811] env[69742]: WARNING nova.compute.manager [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Received unexpected event network-vif-plugged-d63e78f7-c6ab-474c-89f9-d64486dee6b6 for instance with vm_state building and task_state spawning. [ 1168.703026] env[69742]: DEBUG nova.compute.manager [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Received event network-changed-d63e78f7-c6ab-474c-89f9-d64486dee6b6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.703230] env[69742]: DEBUG nova.compute.manager [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Refreshing instance network info cache due to event network-changed-d63e78f7-c6ab-474c-89f9-d64486dee6b6. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.703438] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] Acquiring lock "refresh_cache-21679fc0-715f-4490-81dc-e0a719b00a04" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.746388] env[69742]: DEBUG nova.network.neutron [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Updating instance_info_cache with network_info: [{"id": "d63e78f7-c6ab-474c-89f9-d64486dee6b6", "address": "fa:16:3e:20:12:a4", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63e78f7-c6", "ovs_interfaceid": "d63e78f7-c6ab-474c-89f9-d64486dee6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.972486] env[69742]: INFO nova.compute.resource_tracker [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating resource usage from migration 11269b8d-489e-41d4-a4a5-c825248622cd [ 1169.103185] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522b2fc7-583e-f371-47f0-5f8b1f3f0f88, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.105913] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.106209] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22/91ad2f6b-4a0f-4f5b-9787-f9de376d6b22.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.106673] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05d9c2d1-c33a-4d63-a11e-ef7526963055 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.114166] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1169.114166] env[69742]: value = "task-4061276" [ 1169.114166] env[69742]: _type = "Task" [ 1169.114166] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.125816] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.157561] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfe72c1-0e5c-4914-809b-30292cf6959e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.165932] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65564a82-8740-4427-878f-61469854749b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.198952] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d9b981-0a4c-4ade-a8aa-8bc257fdd7b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.207388] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b588fe6a-5ed4-4c47-9a44-46611a2cf991 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.222042] env[69742]: DEBUG nova.compute.provider_tree [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.249548] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "refresh_cache-21679fc0-715f-4490-81dc-e0a719b00a04" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.249891] env[69742]: DEBUG nova.compute.manager [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Instance network_info: |[{"id": "d63e78f7-c6ab-474c-89f9-d64486dee6b6", "address": "fa:16:3e:20:12:a4", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63e78f7-c6", "ovs_interfaceid": "d63e78f7-c6ab-474c-89f9-d64486dee6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.250218] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] Acquired lock "refresh_cache-21679fc0-715f-4490-81dc-e0a719b00a04" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.250409] env[69742]: DEBUG nova.network.neutron [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Refreshing network info cache for port d63e78f7-c6ab-474c-89f9-d64486dee6b6 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.251654] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:12:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd63e78f7-c6ab-474c-89f9-d64486dee6b6', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.259707] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.260198] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.261076] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-049f764e-70bf-48fe-ba16-5119ba9e3543 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.283454] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.283454] env[69742]: value = "task-4061277" [ 1169.283454] env[69742]: _type = "Task" [ 1169.283454] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.294851] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061277, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.545377] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.545824] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquired lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.545824] env[69742]: DEBUG nova.network.neutron [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.631381] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498978} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.631724] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22/91ad2f6b-4a0f-4f5b-9787-f9de376d6b22.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.631985] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.632301] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85b12d5a-b789-4e8f-b556-b77dcffc49ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.641827] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1169.641827] env[69742]: value = "task-4061278" [ 1169.641827] env[69742]: _type = "Task" [ 1169.641827] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.652793] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.725261] env[69742]: DEBUG nova.scheduler.client.report [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.793748] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061277, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.980750] env[69742]: DEBUG nova.network.neutron [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Updated VIF entry in instance network info cache for port d63e78f7-c6ab-474c-89f9-d64486dee6b6. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.981140] env[69742]: DEBUG nova.network.neutron [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Updating instance_info_cache with network_info: [{"id": "d63e78f7-c6ab-474c-89f9-d64486dee6b6", "address": "fa:16:3e:20:12:a4", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd63e78f7-c6", "ovs_interfaceid": "d63e78f7-c6ab-474c-89f9-d64486dee6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.125103] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.125374] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.125588] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.125773] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.125946] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.128231] env[69742]: INFO nova.compute.manager [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Terminating instance [ 1170.153430] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076343} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.153710] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.154526] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b0504f-e1fd-434a-9cec-16431b07ad9b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.179087] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22/91ad2f6b-4a0f-4f5b-9787-f9de376d6b22.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.182199] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-706e2201-8526-4d86-95a3-48cecc26ff07 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.201771] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1170.201771] env[69742]: value = "task-4061279" [ 1170.201771] env[69742]: _type = "Task" [ 1170.201771] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.210878] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.230722] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.271s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.230963] env[69742]: INFO nova.compute.manager [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Migrating [ 1170.293877] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061277, 'name': CreateVM_Task, 'duration_secs': 0.616323} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.294097] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.294865] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.295057] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.295404] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.296063] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef745ddf-b9f5-4b40-8016-0c45f111c8e6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.303863] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1170.303863] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529df2e1-f1c3-69af-c382-967064522495" [ 1170.303863] env[69742]: _type = "Task" [ 1170.303863] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.312765] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529df2e1-f1c3-69af-c382-967064522495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.366395] env[69742]: INFO nova.network.neutron [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Port 9a40963e-8eca-45bd-a7db-4a1ec8dca7d8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1170.366872] env[69742]: DEBUG nova.network.neutron [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updating instance_info_cache with network_info: [{"id": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "address": "fa:16:3e:52:6e:4b", "network": {"id": "9d389f86-2bf2-49c4-b254-01b5dfa5be55", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1159490628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb91db63ece84896ab3a7f07322eb779", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82af0cf7-4f", "ovs_interfaceid": "82af0cf7-4f1d-4c22-858e-09dabd0d7bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.484119] env[69742]: DEBUG oslo_concurrency.lockutils [req-ee58034b-ca34-481f-9719-ee7f72691826 req-b7a181e0-fa7a-4b9c-a80d-6179c2cd7ef3 service nova] Releasing lock "refresh_cache-21679fc0-715f-4490-81dc-e0a719b00a04" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.632180] env[69742]: DEBUG nova.compute.manager [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.632609] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.633392] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d01b7-5248-4dbc-880a-c7858a94371f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.642728] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.643014] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e5bcaa-cf5d-4c07-a27f-f1c5d270d4e6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.651859] env[69742]: DEBUG oslo_vmware.api [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1170.651859] env[69742]: value = "task-4061280" [ 1170.651859] env[69742]: _type = "Task" [ 1170.651859] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.661492] env[69742]: DEBUG oslo_vmware.api [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.713817] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061279, 'name': ReconfigVM_Task, 'duration_secs': 0.286977} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.714209] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22/91ad2f6b-4a0f-4f5b-9787-f9de376d6b22.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.715045] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47bf4851-b34e-45a9-833b-dd7e64d17a58 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.723960] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1170.723960] env[69742]: value = "task-4061281" [ 1170.723960] env[69742]: _type = "Task" [ 1170.723960] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.733780] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061281, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.751652] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.752543] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.752894] env[69742]: DEBUG nova.network.neutron [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.818322] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529df2e1-f1c3-69af-c382-967064522495, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.818812] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.819158] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.819531] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.819756] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.820025] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.820384] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dd064a3-6124-4cb4-b63c-ce378b58d362 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.831574] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.831859] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.832764] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e2c975-4849-409f-9915-7f210d03e899 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.841251] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1170.841251] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5286dda3-203b-1e5b-50e7-f7ff37473811" [ 1170.841251] env[69742]: _type = "Task" [ 1170.841251] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.851825] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5286dda3-203b-1e5b-50e7-f7ff37473811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.869909] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Releasing lock "refresh_cache-13c2d77f-8bce-4e7a-ad88-c8f304975b21" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.162595] env[69742]: DEBUG oslo_vmware.api [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061280, 'name': PowerOffVM_Task, 'duration_secs': 0.280438} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.162900] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.163113] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.163382] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bf58441-0338-4e9f-ac6a-0d9fb57f97e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.235116] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061281, 'name': Rename_Task, 'duration_secs': 0.178812} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.235405] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.235656] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbc487a9-b0eb-4ef6-a851-20171bf07956 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.245900] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1171.245900] env[69742]: value = "task-4061283" [ 1171.245900] env[69742]: _type = "Task" [ 1171.245900] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.250898] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.251144] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.251347] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleting the datastore file [datastore1] 13c2d77f-8bce-4e7a-ad88-c8f304975b21 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.252052] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-359a9686-9535-42cd-ac62-fe12bff22d85 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.260477] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.262320] env[69742]: DEBUG oslo_vmware.api [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1171.262320] env[69742]: value = "task-4061284" [ 1171.262320] env[69742]: _type = "Task" [ 1171.262320] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.272079] env[69742]: DEBUG oslo_vmware.api [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.356863] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5286dda3-203b-1e5b-50e7-f7ff37473811, 'name': SearchDatastore_Task, 'duration_secs': 0.028746} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.357667] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9cd7e0-d73f-4089-ae71-cfafe6853b26 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.364459] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1171.364459] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52315e1c-caec-f005-f9a5-94701efc4941" [ 1171.364459] env[69742]: _type = "Task" [ 1171.364459] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.374157] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d289bb5-a222-46d6-9765-39c6c38e9444 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "interface-13c2d77f-8bce-4e7a-ad88-c8f304975b21-9a40963e-8eca-45bd-a7db-4a1ec8dca7d8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.802s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.380724] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52315e1c-caec-f005-f9a5-94701efc4941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.496357] env[69742]: DEBUG nova.network.neutron [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance_info_cache with network_info: [{"id": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "address": "fa:16:3e:04:ed:34", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715d2f61-a6", "ovs_interfaceid": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.757432] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061283, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.774899] env[69742]: DEBUG oslo_vmware.api [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383021} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.774899] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.774899] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.774899] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.774899] env[69742]: INFO nova.compute.manager [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1171.774899] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.774899] env[69742]: DEBUG nova.compute.manager [-] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.775328] env[69742]: DEBUG nova.network.neutron [-] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.878469] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52315e1c-caec-f005-f9a5-94701efc4941, 'name': SearchDatastore_Task, 'duration_secs': 0.015781} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.878651] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.878835] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 21679fc0-715f-4490-81dc-e0a719b00a04/21679fc0-715f-4490-81dc-e0a719b00a04.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.879191] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1107a05e-a095-478e-ac7b-ac4c2fd96406 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.887232] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1171.887232] env[69742]: value = "task-4061285" [ 1171.887232] env[69742]: _type = "Task" [ 1171.887232] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.898032] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.001671] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.257768] env[69742]: DEBUG oslo_vmware.api [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061283, 'name': PowerOnVM_Task, 'duration_secs': 0.597021} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.258085] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.258298] env[69742]: INFO nova.compute.manager [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1172.258485] env[69742]: DEBUG nova.compute.manager [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.259331] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb7dd8-adc1-4060-a457-2063e2292add {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.399786] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061285, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.602251] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.602730] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.750433] env[69742]: DEBUG nova.compute.manager [req-54f02ca2-75d7-4369-9d51-aa5d1880baae req-07a902b1-62a1-4bf6-a5c0-2638a54ca9c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Received event network-vif-deleted-82af0cf7-4f1d-4c22-858e-09dabd0d7bd6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.750433] env[69742]: INFO nova.compute.manager [req-54f02ca2-75d7-4369-9d51-aa5d1880baae req-07a902b1-62a1-4bf6-a5c0-2638a54ca9c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Neutron deleted interface 82af0cf7-4f1d-4c22-858e-09dabd0d7bd6; detaching it from the instance and deleting it from the info cache [ 1172.750433] env[69742]: DEBUG nova.network.neutron [req-54f02ca2-75d7-4369-9d51-aa5d1880baae req-07a902b1-62a1-4bf6-a5c0-2638a54ca9c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.784698] env[69742]: INFO nova.compute.manager [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Took 13.88 seconds to build instance. [ 1172.899666] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549375} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.900038] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 21679fc0-715f-4490-81dc-e0a719b00a04/21679fc0-715f-4490-81dc-e0a719b00a04.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.900275] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.900561] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51e05f9d-9594-411b-9489-6a78378d7ee5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.908876] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1172.908876] env[69742]: value = "task-4061286" [ 1172.908876] env[69742]: _type = "Task" [ 1172.908876] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.922720] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.106893] env[69742]: DEBUG nova.compute.manager [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.233051] env[69742]: DEBUG nova.network.neutron [-] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.256514] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2220badd-662f-4f06-b9ab-834b8a1d85ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.267776] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b9f7f7-f425-4865-8c5b-9bb4eb71b8c1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.286671] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ea6fef38-7e74-4ee6-ad44-ab2cf29e6ece tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.406s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.303059] env[69742]: DEBUG nova.compute.manager [req-54f02ca2-75d7-4369-9d51-aa5d1880baae req-07a902b1-62a1-4bf6-a5c0-2638a54ca9c1 service nova] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Detach interface failed, port_id=82af0cf7-4f1d-4c22-858e-09dabd0d7bd6, reason: Instance 13c2d77f-8bce-4e7a-ad88-c8f304975b21 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.419542] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079753} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.420035] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.420959] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692a9e2c-e6e4-4973-a4bc-c343bc4d2fe8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.444323] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 21679fc0-715f-4490-81dc-e0a719b00a04/21679fc0-715f-4490-81dc-e0a719b00a04.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.444751] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-398462db-1399-4140-94f6-8ce685a3b63b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.466942] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1173.466942] env[69742]: value = "task-4061287" [ 1173.466942] env[69742]: _type = "Task" [ 1173.466942] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.476134] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.517627] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ad2948-40e6-42e2-994a-4397a68b899f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.537262] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance '4aebb003-e798-4df1-b34f-9e98922a2543' progress to 0 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.632461] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.632601] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.634144] env[69742]: INFO nova.compute.claims [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.737556] env[69742]: INFO nova.compute.manager [-] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Took 1.96 seconds to deallocate network for instance. [ 1173.980463] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061287, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.044211] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.044719] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec4ce076-b29b-47ad-b6a0-e0d60d1fc474 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.052584] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1174.052584] env[69742]: value = "task-4061288" [ 1174.052584] env[69742]: _type = "Task" [ 1174.052584] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.062499] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.244079] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.480833] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061287, 'name': ReconfigVM_Task, 'duration_secs': 0.550125} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.481259] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 21679fc0-715f-4490-81dc-e0a719b00a04/21679fc0-715f-4490-81dc-e0a719b00a04.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.482052] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d29adb6a-c5b9-427a-9a82-64ad03e156a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.490375] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1174.490375] env[69742]: value = "task-4061289" [ 1174.490375] env[69742]: _type = "Task" [ 1174.490375] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.499988] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061289, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.563542] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061288, 'name': PowerOffVM_Task, 'duration_secs': 0.207176} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.563771] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.563963] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance '4aebb003-e798-4df1-b34f-9e98922a2543' progress to 17 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.778555] env[69742]: DEBUG nova.compute.manager [req-fa4d49ec-9e51-4475-82fa-22bed05af8a8 req-c7741540-86b8-403c-a60d-58e956156634 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Received event network-changed-a5dc3294-ec23-45c7-ad9c-f093f8b82485 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.778912] env[69742]: DEBUG nova.compute.manager [req-fa4d49ec-9e51-4475-82fa-22bed05af8a8 req-c7741540-86b8-403c-a60d-58e956156634 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Refreshing instance network info cache due to event network-changed-a5dc3294-ec23-45c7-ad9c-f093f8b82485. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.779185] env[69742]: DEBUG oslo_concurrency.lockutils [req-fa4d49ec-9e51-4475-82fa-22bed05af8a8 req-c7741540-86b8-403c-a60d-58e956156634 service nova] Acquiring lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.779382] env[69742]: DEBUG oslo_concurrency.lockutils [req-fa4d49ec-9e51-4475-82fa-22bed05af8a8 req-c7741540-86b8-403c-a60d-58e956156634 service nova] Acquired lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.779487] env[69742]: DEBUG nova.network.neutron [req-fa4d49ec-9e51-4475-82fa-22bed05af8a8 req-c7741540-86b8-403c-a60d-58e956156634 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Refreshing network info cache for port a5dc3294-ec23-45c7-ad9c-f093f8b82485 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.847873] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7920cf3d-32f9-4a60-b4b8-4f52f30910e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.856354] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0b5e80-ae24-419a-ae84-9aa9b9efd576 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.887248] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27bebda-906e-4f5b-925d-09e67bb5b2c2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.895317] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db90472-8625-4dc4-93b6-7c715a9cb486 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.909523] env[69742]: DEBUG nova.compute.provider_tree [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.001310] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061289, 'name': Rename_Task, 'duration_secs': 0.14869} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.001711] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.001884] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d99154b-df73-495b-85b3-a67856bb36ca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.008859] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1175.008859] env[69742]: value = "task-4061290" [ 1175.008859] env[69742]: _type = "Task" [ 1175.008859] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.017344] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.071712] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.071982] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.072178] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.072395] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.072587] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.072798] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.073048] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.073245] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.073451] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.073659] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.073886] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.079645] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d891f379-27c6-48f2-8199-ad998c7a1dfa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.097934] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1175.097934] env[69742]: value = "task-4061291" [ 1175.097934] env[69742]: _type = "Task" [ 1175.097934] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.107371] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.413306] env[69742]: DEBUG nova.scheduler.client.report [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.522707] env[69742]: DEBUG oslo_vmware.api [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061290, 'name': PowerOnVM_Task, 'duration_secs': 0.504411} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.523091] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.523370] env[69742]: INFO nova.compute.manager [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1175.523619] env[69742]: DEBUG nova.compute.manager [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.524788] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f3663d-712d-4b4f-aadc-a8b74eb6c754 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.608514] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061291, 'name': ReconfigVM_Task, 'duration_secs': 0.160873} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.608780] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance '4aebb003-e798-4df1-b34f-9e98922a2543' progress to 33 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.801058] env[69742]: DEBUG nova.network.neutron [req-fa4d49ec-9e51-4475-82fa-22bed05af8a8 req-c7741540-86b8-403c-a60d-58e956156634 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updated VIF entry in instance network info cache for port a5dc3294-ec23-45c7-ad9c-f093f8b82485. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.801509] env[69742]: DEBUG nova.network.neutron [req-fa4d49ec-9e51-4475-82fa-22bed05af8a8 req-c7741540-86b8-403c-a60d-58e956156634 service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance_info_cache with network_info: [{"id": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "address": "fa:16:3e:b4:48:ad", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5dc3294-ec", "ovs_interfaceid": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.918287] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.918843] env[69742]: DEBUG nova.compute.manager [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.923368] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.679s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.923659] env[69742]: DEBUG nova.objects.instance [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'resources' on Instance uuid 13c2d77f-8bce-4e7a-ad88-c8f304975b21 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.046265] env[69742]: INFO nova.compute.manager [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Took 13.35 seconds to build instance. [ 1176.114970] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.115297] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.115381] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.115598] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.115838] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.116018] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.116241] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.116398] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.116564] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.120055] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.120055] env[69742]: DEBUG nova.virt.hardware [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.122326] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.122623] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb7a8aea-0d85-4122-92b2-a2e853361631 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.142585] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1176.142585] env[69742]: value = "task-4061292" [ 1176.142585] env[69742]: _type = "Task" [ 1176.142585] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.152073] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.304237] env[69742]: DEBUG oslo_concurrency.lockutils [req-fa4d49ec-9e51-4475-82fa-22bed05af8a8 req-c7741540-86b8-403c-a60d-58e956156634 service nova] Releasing lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.426748] env[69742]: DEBUG nova.compute.utils [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.431228] env[69742]: DEBUG nova.compute.manager [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.431524] env[69742]: DEBUG nova.network.neutron [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.482521] env[69742]: DEBUG nova.policy [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01b7985ac153434b98d5efdb190ddd27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c727b75d0db347569fa0a54399eab163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.487400] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c0c9e2-d0f9-4e27-9ce9-a41a6d7d8d2d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.495398] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d1181ba2-d593-4701-a1c2-84d035fbb6c0 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Suspending the VM {{(pid=69742) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1176.498199] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9c853ca3-4933-4405-af62-fb4e8ba926fa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.507040] env[69742]: DEBUG oslo_vmware.api [None req-d1181ba2-d593-4701-a1c2-84d035fbb6c0 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1176.507040] env[69742]: value = "task-4061293" [ 1176.507040] env[69742]: _type = "Task" [ 1176.507040] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.520444] env[69742]: DEBUG oslo_vmware.api [None req-d1181ba2-d593-4701-a1c2-84d035fbb6c0 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061293, 'name': SuspendVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.550217] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef6dea15-5602-4430-9e23-10242eb405c1 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "21679fc0-715f-4490-81dc-e0a719b00a04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.865s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.642812] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6208c723-608d-4e0a-add5-9eb821d79c2d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.657237] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061292, 'name': ReconfigVM_Task, 'duration_secs': 0.175378} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.658307] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8f4dcb-700d-46cb-8579-7df0d2af16d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.661818] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.662668] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96e59b5-c395-4d6a-a71c-6e3415a74564 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.718159] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 4aebb003-e798-4df1-b34f-9e98922a2543/4aebb003-e798-4df1-b34f-9e98922a2543.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.719151] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f6a5b4-afb4-445a-9736-50411ed4cc2a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.733339] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c0f8bd-c895-43f5-825e-33419504b240 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.743813] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6958e67-37d3-4c0f-bbbd-f7606bb96804 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.747574] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1176.747574] env[69742]: value = "task-4061294" [ 1176.747574] env[69742]: _type = "Task" [ 1176.747574] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.763122] env[69742]: DEBUG nova.compute.provider_tree [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.772159] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.793666] env[69742]: DEBUG nova.network.neutron [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Successfully created port: 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.931959] env[69742]: DEBUG nova.compute.manager [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.018995] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.019305] env[69742]: DEBUG oslo_vmware.api [None req-d1181ba2-d593-4701-a1c2-84d035fbb6c0 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061293, 'name': SuspendVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.019519] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.019691] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.019839] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.019991] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.020170] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.020323] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.020460] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1177.020602] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.259559] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061294, 'name': ReconfigVM_Task, 'duration_secs': 0.321817} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.259559] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 4aebb003-e798-4df1-b34f-9e98922a2543/4aebb003-e798-4df1-b34f-9e98922a2543.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.259559] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance '4aebb003-e798-4df1-b34f-9e98922a2543' progress to 50 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.267467] env[69742]: DEBUG nova.scheduler.client.report [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.437832] env[69742]: INFO nova.virt.block_device [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Booting with volume 5f62c475-bbc0-4db1-9c9e-43d0d62caa4b at /dev/sda [ 1177.477311] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-442004f1-2bb8-4366-99ae-d1e2f5be8b28 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.487535] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c58e8e-2224-40ea-bd30-d89a90f5b9d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.523469] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.524384] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baca051a-afa4-4b3a-9b08-d292f11ebba1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.529368] env[69742]: DEBUG oslo_vmware.api [None req-d1181ba2-d593-4701-a1c2-84d035fbb6c0 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061293, 'name': SuspendVM_Task, 'duration_secs': 0.622181} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.529966] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d1181ba2-d593-4701-a1c2-84d035fbb6c0 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Suspended the VM {{(pid=69742) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1177.530189] env[69742]: DEBUG nova.compute.manager [None req-d1181ba2-d593-4701-a1c2-84d035fbb6c0 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.530962] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0906b91b-9e65-493b-b52a-999c86dd9f75 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.537519] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c318f-35e2-40c8-836c-617e07b347d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.572831] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f05b44-0751-4734-b4e7-4820c8641db3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.580209] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68573298-6f04-45fd-b935-3d4c7fb8c605 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.594404] env[69742]: DEBUG nova.virt.block_device [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating existing volume attachment record: 2402f7c9-c29a-4d53-b8f2-69496d92c967 {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1177.766113] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2844fbc-4c1e-4e77-a033-a0dbb4db2b32 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.772355] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.790288] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.267s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.790577] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.790784] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1177.791793] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7923c1-8613-4b7b-87ab-a748471830a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.795087] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bfb645-fd53-4993-a8f0-df27ba826d36 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.817330] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance '4aebb003-e798-4df1-b34f-9e98922a2543' progress to 67 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.821839] env[69742]: INFO nova.scheduler.client.report [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleted allocations for instance 13c2d77f-8bce-4e7a-ad88-c8f304975b21 [ 1177.824062] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9a41d6-7be6-4273-84d8-49f2534dfa29 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.842038] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0768878c-c795-49c7-ba7a-e545e7088a6e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.850718] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81603e23-f12b-4d77-8e27-efd0c62b2d7e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.884401] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179137MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1177.884619] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.884815] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.255173] env[69742]: DEBUG nova.compute.manager [req-8264a4bc-f565-4abf-b8f8-97c2908d9b06 req-16070e65-6e4e-4c1d-893f-c389f230eadb service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Received event network-vif-plugged-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.255524] env[69742]: DEBUG oslo_concurrency.lockutils [req-8264a4bc-f565-4abf-b8f8-97c2908d9b06 req-16070e65-6e4e-4c1d-893f-c389f230eadb service nova] Acquiring lock "9091ab2b-743a-4dba-9e80-39d82ff140e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.255618] env[69742]: DEBUG oslo_concurrency.lockutils [req-8264a4bc-f565-4abf-b8f8-97c2908d9b06 req-16070e65-6e4e-4c1d-893f-c389f230eadb service nova] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.255783] env[69742]: DEBUG oslo_concurrency.lockutils [req-8264a4bc-f565-4abf-b8f8-97c2908d9b06 req-16070e65-6e4e-4c1d-893f-c389f230eadb service nova] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.255958] env[69742]: DEBUG nova.compute.manager [req-8264a4bc-f565-4abf-b8f8-97c2908d9b06 req-16070e65-6e4e-4c1d-893f-c389f230eadb service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] No waiting events found dispatching network-vif-plugged-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.256386] env[69742]: WARNING nova.compute.manager [req-8264a4bc-f565-4abf-b8f8-97c2908d9b06 req-16070e65-6e4e-4c1d-893f-c389f230eadb service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Received unexpected event network-vif-plugged-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e for instance with vm_state building and task_state block_device_mapping. [ 1178.337603] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d4a3dba-06b1-4e9b-b65a-0d0310db47cf tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "13c2d77f-8bce-4e7a-ad88-c8f304975b21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.212s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.370469] env[69742]: DEBUG nova.network.neutron [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Port 715d2f61-a6d4-47c0-a111-47e55d2c4783 binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1178.418398] env[69742]: DEBUG nova.network.neutron [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Successfully updated port: 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.894922] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Applying migration context for instance 4aebb003-e798-4df1-b34f-9e98922a2543 as it has an incoming, in-progress migration 11269b8d-489e-41d4-a4a5-c825248622cd. Migration status is post-migrating {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1057}} [ 1178.896483] env[69742]: INFO nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating resource usage from migration 11269b8d-489e-41d4-a4a5-c825248622cd [ 1178.918094] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 105fe6a4-75f2-4d70-80bd-e07259585778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.918284] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.918439] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 29068741-7d3b-4212-b76b-d47dbde452d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.918541] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 727abe81-de59-4648-b9d3-cdc3f5782444 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.918675] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4141d5be-3101-404d-b948-2c88a110b2f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.918796] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance eb44f4dc-846f-4ba5-b258-422d5ef9b24c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.918925] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 33e924a6-007b-4411-91d8-46eed3ff38e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.919053] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance e115a6d4-708f-4cb5-89b2-5bdc292e256f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.919183] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.919300] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 21679fc0-715f-4490-81dc-e0a719b00a04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.919415] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Migration 11269b8d-489e-41d4-a4a5-c825248622cd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1755}} [ 1178.919539] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4aebb003-e798-4df1-b34f-9e98922a2543 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.919652] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 9091ab2b-743a-4dba-9e80-39d82ff140e8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1178.919888] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1178.920044] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1178.922952] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.923122] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.923284] env[69742]: DEBUG nova.network.neutron [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.958534] env[69742]: DEBUG oslo_concurrency.lockutils [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "21679fc0-715f-4490-81dc-e0a719b00a04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.958848] env[69742]: DEBUG oslo_concurrency.lockutils [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "21679fc0-715f-4490-81dc-e0a719b00a04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.959093] env[69742]: DEBUG oslo_concurrency.lockutils [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "21679fc0-715f-4490-81dc-e0a719b00a04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.959312] env[69742]: DEBUG oslo_concurrency.lockutils [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "21679fc0-715f-4490-81dc-e0a719b00a04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.959518] env[69742]: DEBUG oslo_concurrency.lockutils [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "21679fc0-715f-4490-81dc-e0a719b00a04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.961691] env[69742]: INFO nova.compute.manager [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Terminating instance [ 1179.009179] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.009521] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.009805] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.010017] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.010176] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.012415] env[69742]: INFO nova.compute.manager [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Terminating instance [ 1179.104453] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d25a6af-8a87-49bd-8c0e-2f60ffded953 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.113423] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4f76d5-1c35-4d80-8374-0b607ee79b9b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.146380] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88ed021-d83e-43da-9e94-0d0530d097d2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.154832] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1546af-288b-42c8-959d-d9102964a061 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.170163] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.393740] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "4aebb003-e798-4df1-b34f-9e98922a2543-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.394130] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "4aebb003-e798-4df1-b34f-9e98922a2543-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.394169] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "4aebb003-e798-4df1-b34f-9e98922a2543-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.455979] env[69742]: DEBUG nova.network.neutron [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.465486] env[69742]: DEBUG nova.compute.manager [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.465718] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.466826] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18494ee-bb2e-4347-a150-3f9b974f3b85 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.477955] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.478276] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d03f92d-8fe9-4575-bb5c-cbd6cf5e6e8d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.520470] env[69742]: DEBUG nova.compute.manager [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.520739] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.521827] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b280f8-f214-4766-ac31-579d833c5ffa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.531030] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.531370] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e88d63-3a28-4d9b-b719-6d8344f931ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.540238] env[69742]: DEBUG oslo_vmware.api [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1179.540238] env[69742]: value = "task-4061296" [ 1179.540238] env[69742]: _type = "Task" [ 1179.540238] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.553149] env[69742]: DEBUG oslo_vmware.api [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.558423] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.558770] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.558978] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleting the datastore file [datastore2] 21679fc0-715f-4490-81dc-e0a719b00a04 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.559338] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a2506d6-64ee-4661-b63c-a1220d6459df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.567777] env[69742]: DEBUG oslo_vmware.api [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1179.567777] env[69742]: value = "task-4061297" [ 1179.567777] env[69742]: _type = "Task" [ 1179.567777] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.577137] env[69742]: DEBUG oslo_vmware.api [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.621970] env[69742]: DEBUG nova.network.neutron [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance_info_cache with network_info: [{"id": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "address": "fa:16:3e:2b:7e:83", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4b0e-6d", "ovs_interfaceid": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.674056] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.685346] env[69742]: DEBUG nova.compute.manager [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.685891] env[69742]: DEBUG nova.virt.hardware [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.686314] env[69742]: DEBUG nova.virt.hardware [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.686409] env[69742]: DEBUG nova.virt.hardware [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.686715] env[69742]: DEBUG nova.virt.hardware [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.687121] env[69742]: DEBUG nova.virt.hardware [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.687525] env[69742]: DEBUG nova.virt.hardware [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.687855] env[69742]: DEBUG nova.virt.hardware [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.688103] env[69742]: DEBUG nova.virt.hardware [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.688362] env[69742]: DEBUG nova.virt.hardware [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.688591] env[69742]: DEBUG nova.virt.hardware [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.689065] env[69742]: DEBUG nova.virt.hardware [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.690068] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8da019-b44a-4307-a35f-f8793ed9d58e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.702942] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76244a5-73c2-43d9-b97f-213cbee34e8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.051650] env[69742]: DEBUG oslo_vmware.api [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061296, 'name': PowerOffVM_Task, 'duration_secs': 0.197887} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.051931] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.052106] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.052374] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d09fd9d-9156-4c9d-9611-23bd506c6a37 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.078134] env[69742]: DEBUG oslo_vmware.api [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192447} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.078434] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.078628] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.078840] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.079099] env[69742]: INFO nova.compute.manager [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1180.079331] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.079532] env[69742]: DEBUG nova.compute.manager [-] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.079629] env[69742]: DEBUG nova.network.neutron [-] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.125385] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.125718] env[69742]: DEBUG nova.compute.manager [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Instance network_info: |[{"id": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "address": "fa:16:3e:2b:7e:83", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4b0e-6d", "ovs_interfaceid": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.126052] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.126263] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.126447] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleting the datastore file [datastore2] eb44f4dc-846f-4ba5-b258-422d5ef9b24c {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.126940] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:7e:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.134981] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.135237] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c623713e-d238-4c5f-bec2-db54cf164c4e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.137396] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.137688] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73266d82-cae6-4139-84e0-da3ea2548420 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.157954] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.157954] env[69742]: value = "task-4061300" [ 1180.157954] env[69742]: _type = "Task" [ 1180.157954] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.159442] env[69742]: DEBUG oslo_vmware.api [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for the task: (returnval){ [ 1180.159442] env[69742]: value = "task-4061299" [ 1180.159442] env[69742]: _type = "Task" [ 1180.159442] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.175813] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061300, 'name': CreateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.181037] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1180.181383] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.296s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.181721] env[69742]: DEBUG oslo_vmware.api [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.287670] env[69742]: DEBUG nova.compute.manager [req-794c320c-65b6-4ed5-93a4-f81707280c67 req-82508462-217a-43b8-bc66-89c5a5572e77 service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Received event network-changed-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.287920] env[69742]: DEBUG nova.compute.manager [req-794c320c-65b6-4ed5-93a4-f81707280c67 req-82508462-217a-43b8-bc66-89c5a5572e77 service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Refreshing instance network info cache due to event network-changed-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.288442] env[69742]: DEBUG oslo_concurrency.lockutils [req-794c320c-65b6-4ed5-93a4-f81707280c67 req-82508462-217a-43b8-bc66-89c5a5572e77 service nova] Acquiring lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.288609] env[69742]: DEBUG oslo_concurrency.lockutils [req-794c320c-65b6-4ed5-93a4-f81707280c67 req-82508462-217a-43b8-bc66-89c5a5572e77 service nova] Acquired lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.288905] env[69742]: DEBUG nova.network.neutron [req-794c320c-65b6-4ed5-93a4-f81707280c67 req-82508462-217a-43b8-bc66-89c5a5572e77 service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Refreshing network info cache for port 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.431868] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.432193] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.432257] env[69742]: DEBUG nova.network.neutron [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.673369] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061300, 'name': CreateVM_Task, 'duration_secs': 0.401614} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.673914] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.674692] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': '2402f7c9-c29a-4d53-b8f2-69496d92c967', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804902', 'volume_id': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'name': 'volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9091ab2b-743a-4dba-9e80-39d82ff140e8', 'attached_at': '', 'detached_at': '', 'volume_id': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'serial': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69742) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1180.674906] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Root volume attach. Driver type: vmdk {{(pid=69742) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1180.675726] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee4608f-3051-47be-9476-6f53cf3512fa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.681253] env[69742]: DEBUG oslo_vmware.api [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Task: {'id': task-4061299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180084} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.681889] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.682102] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.682317] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.682503] env[69742]: INFO nova.compute.manager [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1180.682751] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.682945] env[69742]: DEBUG nova.compute.manager [-] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.683041] env[69742]: DEBUG nova.network.neutron [-] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.688318] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd326e5-1018-4835-bb6f-91cee34095e8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.695711] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5935b37a-60a7-4389-b760-8d38575540ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.702242] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c81b5ce1-91d1-4046-9bfa-a2764a6bb0b6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.709992] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1180.709992] env[69742]: value = "task-4061301" [ 1180.709992] env[69742]: _type = "Task" [ 1180.709992] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.719502] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061301, 'name': RelocateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.886244] env[69742]: DEBUG nova.network.neutron [-] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.132111] env[69742]: DEBUG nova.network.neutron [req-794c320c-65b6-4ed5-93a4-f81707280c67 req-82508462-217a-43b8-bc66-89c5a5572e77 service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updated VIF entry in instance network info cache for port 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.132876] env[69742]: DEBUG nova.network.neutron [req-794c320c-65b6-4ed5-93a4-f81707280c67 req-82508462-217a-43b8-bc66-89c5a5572e77 service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance_info_cache with network_info: [{"id": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "address": "fa:16:3e:2b:7e:83", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4b0e-6d", "ovs_interfaceid": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.224018] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061301, 'name': RelocateVM_Task} progress is 34%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.256576] env[69742]: DEBUG nova.network.neutron [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance_info_cache with network_info: [{"id": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "address": "fa:16:3e:04:ed:34", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715d2f61-a6", "ovs_interfaceid": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.390039] env[69742]: INFO nova.compute.manager [-] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Took 1.31 seconds to deallocate network for instance. [ 1181.539975] env[69742]: DEBUG nova.network.neutron [-] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.637233] env[69742]: DEBUG oslo_concurrency.lockutils [req-794c320c-65b6-4ed5-93a4-f81707280c67 req-82508462-217a-43b8-bc66-89c5a5572e77 service nova] Releasing lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.723092] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061301, 'name': RelocateVM_Task} progress is 47%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.759981] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.899763] env[69742]: DEBUG oslo_concurrency.lockutils [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.900125] env[69742]: DEBUG oslo_concurrency.lockutils [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.900366] env[69742]: DEBUG nova.objects.instance [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lazy-loading 'resources' on Instance uuid 21679fc0-715f-4490-81dc-e0a719b00a04 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.042709] env[69742]: INFO nova.compute.manager [-] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Took 1.36 seconds to deallocate network for instance. [ 1182.224204] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061301, 'name': RelocateVM_Task} progress is 60%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.288154] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca2b1c8-b10f-41da-8ad9-7e9906b03d84 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.309695] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de52b038-fe17-4707-9041-52d9b83a3d25 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.317938] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance '4aebb003-e798-4df1-b34f-9e98922a2543' progress to 83 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.323749] env[69742]: DEBUG nova.compute.manager [req-cc531242-a1c7-4e93-8437-b2748ca1f35b req-6cdcb3a6-6dc7-4f29-b56a-a13802103a66 service nova] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Received event network-vif-deleted-d63e78f7-c6ab-474c-89f9-d64486dee6b6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.323989] env[69742]: DEBUG nova.compute.manager [req-cc531242-a1c7-4e93-8437-b2748ca1f35b req-6cdcb3a6-6dc7-4f29-b56a-a13802103a66 service nova] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Received event network-vif-deleted-4be63da5-0a87-476e-aa3b-f0b5181c8dc6 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.549748] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.593085] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477b2837-1538-4052-a314-cdcab73e3892 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.602341] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10b2ffa-b4c3-4e61-9213-1b2b76ba7d6b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.635527] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98e67f1-5d7f-44c4-9126-d5048ac11392 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.644523] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28290b21-041c-4f28-a1d7-b5b4c69b6068 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.659999] env[69742]: DEBUG nova.compute.provider_tree [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.723661] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061301, 'name': RelocateVM_Task} progress is 71%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.827510] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.827941] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5fe1a0f-3f92-4fd9-97f5-583c021617d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.836964] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1182.836964] env[69742]: value = "task-4061302" [ 1182.836964] env[69742]: _type = "Task" [ 1182.836964] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.848615] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.163612] env[69742]: DEBUG nova.scheduler.client.report [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.223831] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061301, 'name': RelocateVM_Task} progress is 86%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.347682] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.668838] env[69742]: DEBUG oslo_concurrency.lockutils [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.671453] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.122s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.671712] env[69742]: DEBUG nova.objects.instance [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lazy-loading 'resources' on Instance uuid eb44f4dc-846f-4ba5-b258-422d5ef9b24c {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.689820] env[69742]: INFO nova.scheduler.client.report [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted allocations for instance 21679fc0-715f-4490-81dc-e0a719b00a04 [ 1183.724193] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061301, 'name': RelocateVM_Task} progress is 97%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.847719] env[69742]: DEBUG oslo_vmware.api [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061302, 'name': PowerOnVM_Task, 'duration_secs': 0.854436} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.848148] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.848370] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b3794b-566d-4959-91e2-d278139da1d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance '4aebb003-e798-4df1-b34f-9e98922a2543' progress to 100 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.198350] env[69742]: DEBUG oslo_concurrency.lockutils [None req-957d6690-9fb7-4aef-b646-e39b09e3af91 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "21679fc0-715f-4490-81dc-e0a719b00a04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.239s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.227226] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061301, 'name': RelocateVM_Task} progress is 98%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.357356] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cab820a-cc82-49dd-9494-d2e41061ecf6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.366662] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f2d9a7-0cde-4b65-bc35-e1f12531f83b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.403891] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652133d7-9595-4f14-b526-62ecd923ba74 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.413933] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00898563-8c4f-4ec5-862f-29e7b98bad69 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.430580] env[69742]: DEBUG nova.compute.provider_tree [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.727030] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061301, 'name': RelocateVM_Task, 'duration_secs': 3.894534} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.727456] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.727557] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804902', 'volume_id': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'name': 'volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9091ab2b-743a-4dba-9e80-39d82ff140e8', 'attached_at': '', 'detached_at': '', 'volume_id': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'serial': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.728420] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246b67a4-23d6-458d-af3e-7536224760b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.745006] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76ce162-9bfd-46c0-a3ad-f9499d09d1b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.767959] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b/volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.768299] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb82a468-97b5-4674-b88a-4f82777d5469 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.789273] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1184.789273] env[69742]: value = "task-4061303" [ 1184.789273] env[69742]: _type = "Task" [ 1184.789273] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.797724] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.934192] env[69742]: DEBUG nova.scheduler.client.report [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.989656] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "b80c97fa-357d-4bf7-904e-c742d47251aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.989906] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.301585] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.439829] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.462887] env[69742]: INFO nova.scheduler.client.report [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Deleted allocations for instance eb44f4dc-846f-4ba5-b258-422d5ef9b24c [ 1185.492297] env[69742]: DEBUG nova.compute.manager [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.802045] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061303, 'name': ReconfigVM_Task, 'duration_secs': 0.795134} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.802408] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b/volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.807326] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21bada6d-5f6e-4c7c-ba93-0d8799e177d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.825514] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1185.825514] env[69742]: value = "task-4061304" [ 1185.825514] env[69742]: _type = "Task" [ 1185.825514] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.837690] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.970892] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b1842327-6512-43db-9338-d70a056fe752 tempest-AttachInterfacesTestJSON-463158690 tempest-AttachInterfacesTestJSON-463158690-project-member] Lock "eb44f4dc-846f-4ba5-b258-422d5ef9b24c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.961s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.012171] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.012430] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.014017] env[69742]: INFO nova.compute.claims [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.336933] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.491907] env[69742]: DEBUG oslo_concurrency.lockutils [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "4aebb003-e798-4df1-b34f-9e98922a2543" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.491907] env[69742]: DEBUG oslo_concurrency.lockutils [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "4aebb003-e798-4df1-b34f-9e98922a2543" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.491907] env[69742]: DEBUG nova.compute.manager [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Going to confirm migration 4 {{(pid=69742) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1186.838452] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.842607] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.842607] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.842607] env[69742]: INFO nova.compute.manager [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Shelving [ 1187.066438] env[69742]: DEBUG oslo_concurrency.lockutils [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.066644] env[69742]: DEBUG oslo_concurrency.lockutils [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.066878] env[69742]: DEBUG nova.network.neutron [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.067131] env[69742]: DEBUG nova.objects.instance [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lazy-loading 'info_cache' on Instance uuid 4aebb003-e798-4df1-b34f-9e98922a2543 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.202562] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e458ad56-b6b3-41ec-879a-9bc4152f0271 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.211819] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95596b6-e81a-415b-9694-d84367b717aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.250355] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee29cc1-cd73-4b81-b2dd-ce744f1dd6b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.260157] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a341f607-a1e7-4941-8578-f71e5af51873 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.275221] env[69742]: DEBUG nova.compute.provider_tree [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.337459] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061304, 'name': ReconfigVM_Task, 'duration_secs': 1.160171} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.338188] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804902', 'volume_id': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'name': 'volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9091ab2b-743a-4dba-9e80-39d82ff140e8', 'attached_at': '', 'detached_at': '', 'volume_id': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'serial': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1187.338326] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb94c48d-549d-4fb9-a192-2ba3c0fa9e12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.346906] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1187.346906] env[69742]: value = "task-4061305" [ 1187.346906] env[69742]: _type = "Task" [ 1187.346906] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.360530] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061305, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.781038] env[69742]: DEBUG nova.scheduler.client.report [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.856833] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.856833] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9d9576d-f800-4133-99c3-4a260c07e7b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.862058] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061305, 'name': Rename_Task, 'duration_secs': 0.143831} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.862058] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.862058] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e19aa97-8d12-4f19-9de9-d2034cbadf77 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.868103] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1187.868103] env[69742]: value = "task-4061306" [ 1187.868103] env[69742]: _type = "Task" [ 1187.868103] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.872466] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1187.872466] env[69742]: value = "task-4061307" [ 1187.872466] env[69742]: _type = "Task" [ 1187.872466] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.880383] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.886414] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.285669] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.287586] env[69742]: DEBUG nova.compute.manager [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.379717] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061306, 'name': PowerOffVM_Task, 'duration_secs': 0.210242} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.380359] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.381180] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b62d184-7b8c-493f-98a9-7a2b7ae6d1a1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.388180] env[69742]: DEBUG oslo_vmware.api [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061307, 'name': PowerOnVM_Task, 'duration_secs': 0.461739} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.389117] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.389283] env[69742]: INFO nova.compute.manager [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1188.389542] env[69742]: DEBUG nova.compute.manager [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.390657] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1366c806-b1c6-4ffe-bb3a-a08d1286336b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.418469] env[69742]: DEBUG nova.network.neutron [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance_info_cache with network_info: [{"id": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "address": "fa:16:3e:04:ed:34", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715d2f61-a6", "ovs_interfaceid": "715d2f61-a6d4-47c0-a111-47e55d2c4783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.421376] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0079d218-3e94-436c-812a-d773352bd3cf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.796920] env[69742]: DEBUG nova.compute.utils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.798691] env[69742]: DEBUG nova.compute.manager [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.798901] env[69742]: DEBUG nova.network.neutron [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.866037] env[69742]: DEBUG nova.policy [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8155aac3eed24663be1af6fdbbdc9bb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3634e73ca6ec483b98e2f72b63aa750e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.926294] env[69742]: DEBUG oslo_concurrency.lockutils [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "refresh_cache-4aebb003-e798-4df1-b34f-9e98922a2543" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.926593] env[69742]: DEBUG nova.objects.instance [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lazy-loading 'migration_context' on Instance uuid 4aebb003-e798-4df1-b34f-9e98922a2543 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.947177] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1188.949206] env[69742]: INFO nova.compute.manager [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Took 15.33 seconds to build instance. [ 1188.949454] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0aafc1c6-08d7-410c-a4b6-2e63e8fbe2a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.959177] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1188.959177] env[69742]: value = "task-4061308" [ 1188.959177] env[69742]: _type = "Task" [ 1188.959177] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.977137] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061308, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.194954] env[69742]: DEBUG nova.network.neutron [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Successfully created port: 3097c800-baf2-480e-99aa-04987ac71b18 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.304340] env[69742]: DEBUG nova.compute.manager [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.430024] env[69742]: DEBUG nova.objects.base [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Object Instance<4aebb003-e798-4df1-b34f-9e98922a2543> lazy-loaded attributes: info_cache,migration_context {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1189.431058] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4290e960-dd85-4777-a98e-4b646eececb4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.456236] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cc6dee80-21f2-4e52-8b44-a6619dc06473 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.853s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.457607] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9530dbe3-6767-499d-8445-7b6272ea0f47 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.467220] env[69742]: DEBUG oslo_vmware.api [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1189.467220] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5200d792-4258-0639-2743-9284fe1d261c" [ 1189.467220] env[69742]: _type = "Task" [ 1189.467220] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.472783] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061308, 'name': CreateSnapshot_Task, 'duration_secs': 0.449272} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.477979] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1189.478784] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aea9f71-109b-4fc7-abd0-b77d396de425 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.495125] env[69742]: DEBUG oslo_vmware.api [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5200d792-4258-0639-2743-9284fe1d261c, 'name': SearchDatastore_Task, 'duration_secs': 0.011554} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.495125] env[69742]: DEBUG oslo_concurrency.lockutils [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.495125] env[69742]: DEBUG oslo_concurrency.lockutils [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.014140] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1190.014581] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-090d87c4-85f0-47d7-be67-aca5923bbcc7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.024734] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1190.024734] env[69742]: value = "task-4061309" [ 1190.024734] env[69742]: _type = "Task" [ 1190.024734] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.040907] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061309, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.167557] env[69742]: DEBUG nova.compute.manager [req-6cf4ec7a-dc2e-4923-8d1b-8694ec218e1e req-8559654b-2d7b-4ff7-9b0e-7498c0b90ac1 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Received event network-changed-fb9cb33b-6359-4d09-84c7-58e0439245ae {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.167776] env[69742]: DEBUG nova.compute.manager [req-6cf4ec7a-dc2e-4923-8d1b-8694ec218e1e req-8559654b-2d7b-4ff7-9b0e-7498c0b90ac1 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Refreshing instance network info cache due to event network-changed-fb9cb33b-6359-4d09-84c7-58e0439245ae. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.168021] env[69742]: DEBUG oslo_concurrency.lockutils [req-6cf4ec7a-dc2e-4923-8d1b-8694ec218e1e req-8559654b-2d7b-4ff7-9b0e-7498c0b90ac1 service nova] Acquiring lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.168192] env[69742]: DEBUG oslo_concurrency.lockutils [req-6cf4ec7a-dc2e-4923-8d1b-8694ec218e1e req-8559654b-2d7b-4ff7-9b0e-7498c0b90ac1 service nova] Acquired lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.168366] env[69742]: DEBUG nova.network.neutron [req-6cf4ec7a-dc2e-4923-8d1b-8694ec218e1e req-8559654b-2d7b-4ff7-9b0e-7498c0b90ac1 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Refreshing network info cache for port fb9cb33b-6359-4d09-84c7-58e0439245ae {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.269871] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f668db-df3d-40ca-b896-f046b7768409 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.279616] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7e4389-2764-40e7-bb47-35f88c58ecf2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.319474] env[69742]: DEBUG nova.compute.manager [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.322928] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c5f6f9-7a41-458e-b605-14ce4aae5cac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.332668] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a66894-f80d-4478-9c93-819503a72723 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.349912] env[69742]: DEBUG nova.compute.provider_tree [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.364774] env[69742]: DEBUG nova.virt.hardware [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.365159] env[69742]: DEBUG nova.virt.hardware [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.365430] env[69742]: DEBUG nova.virt.hardware [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.365676] env[69742]: DEBUG nova.virt.hardware [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.365845] env[69742]: DEBUG nova.virt.hardware [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.366035] env[69742]: DEBUG nova.virt.hardware [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.366272] env[69742]: DEBUG nova.virt.hardware [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.366438] env[69742]: DEBUG nova.virt.hardware [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.366617] env[69742]: DEBUG nova.virt.hardware [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.366814] env[69742]: DEBUG nova.virt.hardware [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.367054] env[69742]: DEBUG nova.virt.hardware [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.368442] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eed1f8-7b51-42bf-8c5b-c733b06c69f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.378482] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b670fffa-ca1e-4ba4-9c50-ce322cd045e8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.536487] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061309, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.695171] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "4141d5be-3101-404d-b948-2c88a110b2f8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.695484] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.856062] env[69742]: DEBUG nova.scheduler.client.report [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.021042] env[69742]: DEBUG nova.compute.manager [req-7ae63cac-d51a-4b0f-8cd9-941c35ec6be7 req-d20c465c-0bb7-4bfa-8e73-5e9f69bc7905 service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Received event network-vif-plugged-3097c800-baf2-480e-99aa-04987ac71b18 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.021338] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ae63cac-d51a-4b0f-8cd9-941c35ec6be7 req-d20c465c-0bb7-4bfa-8e73-5e9f69bc7905 service nova] Acquiring lock "b80c97fa-357d-4bf7-904e-c742d47251aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.021554] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ae63cac-d51a-4b0f-8cd9-941c35ec6be7 req-d20c465c-0bb7-4bfa-8e73-5e9f69bc7905 service nova] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.021745] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ae63cac-d51a-4b0f-8cd9-941c35ec6be7 req-d20c465c-0bb7-4bfa-8e73-5e9f69bc7905 service nova] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.022034] env[69742]: DEBUG nova.compute.manager [req-7ae63cac-d51a-4b0f-8cd9-941c35ec6be7 req-d20c465c-0bb7-4bfa-8e73-5e9f69bc7905 service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] No waiting events found dispatching network-vif-plugged-3097c800-baf2-480e-99aa-04987ac71b18 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.022303] env[69742]: WARNING nova.compute.manager [req-7ae63cac-d51a-4b0f-8cd9-941c35ec6be7 req-d20c465c-0bb7-4bfa-8e73-5e9f69bc7905 service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Received unexpected event network-vif-plugged-3097c800-baf2-480e-99aa-04987ac71b18 for instance with vm_state building and task_state spawning. [ 1191.036634] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061309, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.131147] env[69742]: DEBUG nova.network.neutron [req-6cf4ec7a-dc2e-4923-8d1b-8694ec218e1e req-8559654b-2d7b-4ff7-9b0e-7498c0b90ac1 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Updated VIF entry in instance network info cache for port fb9cb33b-6359-4d09-84c7-58e0439245ae. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.131560] env[69742]: DEBUG nova.network.neutron [req-6cf4ec7a-dc2e-4923-8d1b-8694ec218e1e req-8559654b-2d7b-4ff7-9b0e-7498c0b90ac1 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Updating instance_info_cache with network_info: [{"id": "fb9cb33b-6359-4d09-84c7-58e0439245ae", "address": "fa:16:3e:7e:08:51", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9cb33b-63", "ovs_interfaceid": "fb9cb33b-6359-4d09-84c7-58e0439245ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.196032] env[69742]: DEBUG nova.network.neutron [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Successfully updated port: 3097c800-baf2-480e-99aa-04987ac71b18 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.199514] env[69742]: INFO nova.compute.manager [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Detaching volume 2589abe3-6acc-4658-b0fa-e2f77a433c90 [ 1191.241650] env[69742]: INFO nova.virt.block_device [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Attempting to driver detach volume 2589abe3-6acc-4658-b0fa-e2f77a433c90 from mountpoint /dev/sdb [ 1191.241950] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1191.242266] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804894', 'volume_id': '2589abe3-6acc-4658-b0fa-e2f77a433c90', 'name': 'volume-2589abe3-6acc-4658-b0fa-e2f77a433c90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4141d5be-3101-404d-b948-2c88a110b2f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2589abe3-6acc-4658-b0fa-e2f77a433c90', 'serial': '2589abe3-6acc-4658-b0fa-e2f77a433c90'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1191.242985] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871e106d-5e1b-4480-9f69-0b5b8c572b1e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.267828] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5e906b-25d0-4728-afb4-a893d702a6db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.276182] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a29f90-8372-4c50-a936-7e675d3efe14 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.302271] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a3064c-8032-4ca8-9999-c3b5738ab2a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.319448] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] The volume has not been displaced from its original location: [datastore2] volume-2589abe3-6acc-4658-b0fa-e2f77a433c90/volume-2589abe3-6acc-4658-b0fa-e2f77a433c90.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1191.324846] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.325245] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-008db2d0-f36c-4713-8bd7-e213e25a8a9e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.344577] env[69742]: DEBUG oslo_vmware.api [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1191.344577] env[69742]: value = "task-4061310" [ 1191.344577] env[69742]: _type = "Task" [ 1191.344577] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.353667] env[69742]: DEBUG oslo_vmware.api [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.537464] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061309, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.593300] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.634732] env[69742]: DEBUG oslo_concurrency.lockutils [req-6cf4ec7a-dc2e-4923-8d1b-8694ec218e1e req-8559654b-2d7b-4ff7-9b0e-7498c0b90ac1 service nova] Releasing lock "refresh_cache-105fe6a4-75f2-4d70-80bd-e07259585778" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.698738] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.699066] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.699146] env[69742]: DEBUG nova.network.neutron [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.855256] env[69742]: DEBUG oslo_vmware.api [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061310, 'name': ReconfigVM_Task, 'duration_secs': 0.261566} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.855572] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.860352] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1e8f7a-e9f0-43cc-ba0e-55f36052c40f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.871400] env[69742]: DEBUG oslo_concurrency.lockutils [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.380s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.880481] env[69742]: DEBUG oslo_vmware.api [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1191.880481] env[69742]: value = "task-4061311" [ 1191.880481] env[69742]: _type = "Task" [ 1191.880481] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.890015] env[69742]: DEBUG oslo_vmware.api [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.977682] env[69742]: DEBUG nova.compute.manager [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Stashing vm_state: active {{(pid=69742) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1192.038620] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061309, 'name': CloneVM_Task, 'duration_secs': 1.696907} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.038967] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Created linked-clone VM from snapshot [ 1192.039681] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5f6f0f-134a-4ecb-80ce-39d4e421b27e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.047552] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Uploading image 2a779235-a659-4596-87d9-d92c9e5b9820 {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1192.077800] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1192.077800] env[69742]: value = "vm-804907" [ 1192.077800] env[69742]: _type = "VirtualMachine" [ 1192.077800] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1192.078104] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56745720-6ae5-4fd6-8e63-e59feb48501a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.086066] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lease: (returnval){ [ 1192.086066] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a0c142-56ec-cf93-0aa6-bd3eb4447f01" [ 1192.086066] env[69742]: _type = "HttpNfcLease" [ 1192.086066] env[69742]: } obtained for exporting VM: (result){ [ 1192.086066] env[69742]: value = "vm-804907" [ 1192.086066] env[69742]: _type = "VirtualMachine" [ 1192.086066] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1192.086391] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the lease: (returnval){ [ 1192.086391] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a0c142-56ec-cf93-0aa6-bd3eb4447f01" [ 1192.086391] env[69742]: _type = "HttpNfcLease" [ 1192.086391] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1192.093551] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1192.093551] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a0c142-56ec-cf93-0aa6-bd3eb4447f01" [ 1192.093551] env[69742]: _type = "HttpNfcLease" [ 1192.093551] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1192.198996] env[69742]: DEBUG nova.compute.manager [req-52c439b2-2bc7-447b-958b-1079515dc9e3 req-9d3ddad7-8eb3-4505-8fa9-769c195a9e14 service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Received event network-changed-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.199239] env[69742]: DEBUG nova.compute.manager [req-52c439b2-2bc7-447b-958b-1079515dc9e3 req-9d3ddad7-8eb3-4505-8fa9-769c195a9e14 service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Refreshing instance network info cache due to event network-changed-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.199477] env[69742]: DEBUG oslo_concurrency.lockutils [req-52c439b2-2bc7-447b-958b-1079515dc9e3 req-9d3ddad7-8eb3-4505-8fa9-769c195a9e14 service nova] Acquiring lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.199623] env[69742]: DEBUG oslo_concurrency.lockutils [req-52c439b2-2bc7-447b-958b-1079515dc9e3 req-9d3ddad7-8eb3-4505-8fa9-769c195a9e14 service nova] Acquired lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.199788] env[69742]: DEBUG nova.network.neutron [req-52c439b2-2bc7-447b-958b-1079515dc9e3 req-9d3ddad7-8eb3-4505-8fa9-769c195a9e14 service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Refreshing network info cache for port 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.243893] env[69742]: DEBUG nova.network.neutron [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.391249] env[69742]: DEBUG oslo_vmware.api [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061311, 'name': ReconfigVM_Task, 'duration_secs': 0.150466} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.391574] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804894', 'volume_id': '2589abe3-6acc-4658-b0fa-e2f77a433c90', 'name': 'volume-2589abe3-6acc-4658-b0fa-e2f77a433c90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4141d5be-3101-404d-b948-2c88a110b2f8', 'attached_at': '', 'detached_at': '', 'volume_id': '2589abe3-6acc-4658-b0fa-e2f77a433c90', 'serial': '2589abe3-6acc-4658-b0fa-e2f77a433c90'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1192.397021] env[69742]: DEBUG nova.network.neutron [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance_info_cache with network_info: [{"id": "3097c800-baf2-480e-99aa-04987ac71b18", "address": "fa:16:3e:38:f0:75", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3097c800-ba", "ovs_interfaceid": "3097c800-baf2-480e-99aa-04987ac71b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.447201] env[69742]: INFO nova.scheduler.client.report [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted allocation for migration 11269b8d-489e-41d4-a4a5-c825248622cd [ 1192.498321] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.498602] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.598833] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1192.598833] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a0c142-56ec-cf93-0aa6-bd3eb4447f01" [ 1192.598833] env[69742]: _type = "HttpNfcLease" [ 1192.598833] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1192.598833] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1192.598833] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a0c142-56ec-cf93-0aa6-bd3eb4447f01" [ 1192.598833] env[69742]: _type = "HttpNfcLease" [ 1192.598833] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1192.598833] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17fc563-fc45-4500-b108-63004ee542eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.606133] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21d05-01c3-804e-2646-65c78807275e/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1192.606133] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21d05-01c3-804e-2646-65c78807275e/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1192.709909] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7263c4a5-060e-43a1-bf4c-11f542a98b02 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.898092] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.898505] env[69742]: DEBUG nova.compute.manager [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Instance network_info: |[{"id": "3097c800-baf2-480e-99aa-04987ac71b18", "address": "fa:16:3e:38:f0:75", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3097c800-ba", "ovs_interfaceid": "3097c800-baf2-480e-99aa-04987ac71b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.899190] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:f0:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3097c800-baf2-480e-99aa-04987ac71b18', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.907041] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.907254] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.907469] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c189ab4a-1104-43df-9738-6ae4192f899d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.932393] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.932393] env[69742]: value = "task-4061313" [ 1192.932393] env[69742]: _type = "Task" [ 1192.932393] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.945278] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061313, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.950434] env[69742]: DEBUG nova.objects.instance [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lazy-loading 'flavor' on Instance uuid 4141d5be-3101-404d-b948-2c88a110b2f8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.953434] env[69742]: DEBUG oslo_concurrency.lockutils [None req-33c5f9b6-5898-4482-943e-a9adf1ee8ff2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "4aebb003-e798-4df1-b34f-9e98922a2543" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.463s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.005025] env[69742]: INFO nova.compute.claims [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.020896] env[69742]: DEBUG nova.network.neutron [req-52c439b2-2bc7-447b-958b-1079515dc9e3 req-9d3ddad7-8eb3-4505-8fa9-769c195a9e14 service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updated VIF entry in instance network info cache for port 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.021518] env[69742]: DEBUG nova.network.neutron [req-52c439b2-2bc7-447b-958b-1079515dc9e3 req-9d3ddad7-8eb3-4505-8fa9-769c195a9e14 service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance_info_cache with network_info: [{"id": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "address": "fa:16:3e:2b:7e:83", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4b0e-6d", "ovs_interfaceid": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.068602] env[69742]: DEBUG nova.compute.manager [req-e8778b55-7f23-4cba-9695-7587c42d4a99 req-cd8bd1e4-83bb-44eb-b83d-0af15425bb12 service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Received event network-changed-3097c800-baf2-480e-99aa-04987ac71b18 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.068861] env[69742]: DEBUG nova.compute.manager [req-e8778b55-7f23-4cba-9695-7587c42d4a99 req-cd8bd1e4-83bb-44eb-b83d-0af15425bb12 service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Refreshing instance network info cache due to event network-changed-3097c800-baf2-480e-99aa-04987ac71b18. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.069143] env[69742]: DEBUG oslo_concurrency.lockutils [req-e8778b55-7f23-4cba-9695-7587c42d4a99 req-cd8bd1e4-83bb-44eb-b83d-0af15425bb12 service nova] Acquiring lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.069309] env[69742]: DEBUG oslo_concurrency.lockutils [req-e8778b55-7f23-4cba-9695-7587c42d4a99 req-cd8bd1e4-83bb-44eb-b83d-0af15425bb12 service nova] Acquired lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.069488] env[69742]: DEBUG nova.network.neutron [req-e8778b55-7f23-4cba-9695-7587c42d4a99 req-cd8bd1e4-83bb-44eb-b83d-0af15425bb12 service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Refreshing network info cache for port 3097c800-baf2-480e-99aa-04987ac71b18 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.402179] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.402179] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.444131] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061313, 'name': CreateVM_Task, 'duration_secs': 0.361331} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.444456] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.445252] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.445487] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.449025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.449025] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2300c8b6-b1c6-4d35-93a4-618fd8f3e34c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.452603] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1193.452603] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52efb643-6fc1-e115-f270-1287f734d3a7" [ 1193.452603] env[69742]: _type = "Task" [ 1193.452603] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.466566] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52efb643-6fc1-e115-f270-1287f734d3a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.510576] env[69742]: INFO nova.compute.resource_tracker [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating resource usage from migration 96fd59eb-9451-4495-a91c-37b746772e18 [ 1193.525295] env[69742]: DEBUG oslo_concurrency.lockutils [req-52c439b2-2bc7-447b-958b-1079515dc9e3 req-9d3ddad7-8eb3-4505-8fa9-769c195a9e14 service nova] Releasing lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.793204] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21530d4-2e8e-4c71-a239-2011166343cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.811908] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48116e2-4157-4674-82fb-87d2060928dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.848194] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb063b48-c4de-4f26-8a87-85cf3b0e66f3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.860666] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd1b830-f834-482e-bf94-2de110b7893d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.878263] env[69742]: DEBUG nova.compute.provider_tree [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.908920] env[69742]: DEBUG nova.compute.manager [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.971472] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4f22233f-1f7f-48ae-9b80-453cbaeda1c9 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.973254] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52efb643-6fc1-e115-f270-1287f734d3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.025489} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.973254] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.973481] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.974177] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.974177] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.974177] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.974985] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a125810-ddd6-4066-947b-23cd5fe9958d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.984654] env[69742]: DEBUG nova.network.neutron [req-e8778b55-7f23-4cba-9695-7587c42d4a99 req-cd8bd1e4-83bb-44eb-b83d-0af15425bb12 service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updated VIF entry in instance network info cache for port 3097c800-baf2-480e-99aa-04987ac71b18. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.985182] env[69742]: DEBUG nova.network.neutron [req-e8778b55-7f23-4cba-9695-7587c42d4a99 req-cd8bd1e4-83bb-44eb-b83d-0af15425bb12 service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance_info_cache with network_info: [{"id": "3097c800-baf2-480e-99aa-04987ac71b18", "address": "fa:16:3e:38:f0:75", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3097c800-ba", "ovs_interfaceid": "3097c800-baf2-480e-99aa-04987ac71b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.989583] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.990106] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.991295] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc19e98-9ea6-4ce8-89e4-5e83975a896e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.002237] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1194.002237] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c214dc-2e89-c3b5-75d0-ad34c892cbc0" [ 1194.002237] env[69742]: _type = "Task" [ 1194.002237] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.015044] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c214dc-2e89-c3b5-75d0-ad34c892cbc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.090925] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.090925] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.383246] env[69742]: DEBUG nova.scheduler.client.report [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.444120] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.488422] env[69742]: DEBUG oslo_concurrency.lockutils [req-e8778b55-7f23-4cba-9695-7587c42d4a99 req-cd8bd1e4-83bb-44eb-b83d-0af15425bb12 service nova] Releasing lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.489022] env[69742]: DEBUG oslo_concurrency.lockutils [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "4141d5be-3101-404d-b948-2c88a110b2f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.489182] env[69742]: DEBUG oslo_concurrency.lockutils [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.489403] env[69742]: DEBUG oslo_concurrency.lockutils [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "4141d5be-3101-404d-b948-2c88a110b2f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.489595] env[69742]: DEBUG oslo_concurrency.lockutils [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.489772] env[69742]: DEBUG oslo_concurrency.lockutils [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.491952] env[69742]: INFO nova.compute.manager [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Terminating instance [ 1194.515587] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c214dc-2e89-c3b5-75d0-ad34c892cbc0, 'name': SearchDatastore_Task, 'duration_secs': 0.025455} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.516501] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add04d05-8786-452b-ade7-de2f3d0af212 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.522954] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1194.522954] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520c0eb7-2a20-910e-4ce9-2876f1d242ff" [ 1194.522954] env[69742]: _type = "Task" [ 1194.522954] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.533148] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520c0eb7-2a20-910e-4ce9-2876f1d242ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.592470] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.592712] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.592873] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.593059] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.818032] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "4aebb003-e798-4df1-b34f-9e98922a2543" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.818367] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "4aebb003-e798-4df1-b34f-9e98922a2543" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.818574] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "4aebb003-e798-4df1-b34f-9e98922a2543-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.818775] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "4aebb003-e798-4df1-b34f-9e98922a2543-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.818937] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "4aebb003-e798-4df1-b34f-9e98922a2543-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.825414] env[69742]: INFO nova.compute.manager [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Terminating instance [ 1194.895035] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.396s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.895272] env[69742]: INFO nova.compute.manager [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Migrating [ 1194.906507] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.463s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.908535] env[69742]: INFO nova.compute.claims [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.995989] env[69742]: DEBUG nova.compute.manager [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.996337] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.997687] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfdde22-bd2d-4110-9320-1b0da0597c31 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.008820] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.009487] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95ceceeb-8661-4fc5-85b0-397e4cf04c21 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.017867] env[69742]: DEBUG oslo_vmware.api [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1195.017867] env[69742]: value = "task-4061314" [ 1195.017867] env[69742]: _type = "Task" [ 1195.017867] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.035363] env[69742]: DEBUG oslo_vmware.api [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.043896] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520c0eb7-2a20-910e-4ce9-2876f1d242ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017672} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.044314] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.044660] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] b80c97fa-357d-4bf7-904e-c742d47251aa/b80c97fa-357d-4bf7-904e-c742d47251aa.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.045147] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-658b81ae-0b25-46d6-9f14-6faaf2532d09 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.054275] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1195.054275] env[69742]: value = "task-4061315" [ 1195.054275] env[69742]: _type = "Task" [ 1195.054275] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.064511] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.096163] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.327903] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "f7623413-23b4-4ded-8961-f94473009504" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.328411] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "f7623413-23b4-4ded-8961-f94473009504" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.330218] env[69742]: DEBUG nova.compute.manager [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.330479] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.331848] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3066779f-7dcf-4bc7-8af4-931640e6a453 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.343675] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.345080] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c69712a-e627-404e-b325-1c34cee5d72c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.355547] env[69742]: DEBUG oslo_vmware.api [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1195.355547] env[69742]: value = "task-4061316" [ 1195.355547] env[69742]: _type = "Task" [ 1195.355547] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.368331] env[69742]: DEBUG oslo_vmware.api [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.419582] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.419807] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.420171] env[69742]: DEBUG nova.network.neutron [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.532656] env[69742]: DEBUG oslo_vmware.api [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061314, 'name': PowerOffVM_Task, 'duration_secs': 0.229419} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.532954] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.533157] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.533444] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d39b5ab-3516-415c-93a6-0b4e4b2802fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.568453] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.632981] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.633229] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.633428] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Deleting the datastore file [datastore2] 4141d5be-3101-404d-b948-2c88a110b2f8 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.633711] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b76a312-b370-4100-bed2-ecfdbd3b35aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.642332] env[69742]: DEBUG oslo_vmware.api [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1195.642332] env[69742]: value = "task-4061318" [ 1195.642332] env[69742]: _type = "Task" [ 1195.642332] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.651420] env[69742]: DEBUG oslo_vmware.api [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.831628] env[69742]: DEBUG nova.compute.manager [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.866908] env[69742]: DEBUG oslo_vmware.api [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061316, 'name': PowerOffVM_Task, 'duration_secs': 0.274621} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.867265] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.867444] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.867704] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f263619-c693-459f-80da-de2328cfc1d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.941031] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.941354] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.941598] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleting the datastore file [datastore2] 4aebb003-e798-4df1-b34f-9e98922a2543 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.941904] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98f730c5-4324-4ab3-90b1-80f50873e82f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.954608] env[69742]: DEBUG oslo_vmware.api [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1195.954608] env[69742]: value = "task-4061320" [ 1195.954608] env[69742]: _type = "Task" [ 1195.954608] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.963770] env[69742]: DEBUG oslo_vmware.api [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.071593] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616452} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.072218] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] b80c97fa-357d-4bf7-904e-c742d47251aa/b80c97fa-357d-4bf7-904e-c742d47251aa.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.072218] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.072524] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1f9fd40-e1d3-4ef3-8eaa-b64d890c528c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.081953] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1196.081953] env[69742]: value = "task-4061321" [ 1196.081953] env[69742]: _type = "Task" [ 1196.081953] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.098409] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.157291] env[69742]: DEBUG oslo_vmware.api [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44008} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.157683] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.157879] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.158128] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.158319] env[69742]: INFO nova.compute.manager [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1196.158573] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.158880] env[69742]: DEBUG nova.compute.manager [-] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.158984] env[69742]: DEBUG nova.network.neutron [-] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.162947] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18274575-77f2-4872-8f73-9afa836327e6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.184045] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee2399e-bd78-48b3-915d-acbe0f75d682 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.251270] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899fae6d-3c36-4a20-b039-24a9307adb34 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.262883] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b42963-a3f8-47c7-b987-4e0f300a8fec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.278598] env[69742]: DEBUG nova.compute.provider_tree [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.329751] env[69742]: DEBUG nova.network.neutron [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance_info_cache with network_info: [{"id": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "address": "fa:16:3e:2b:7e:83", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4b0e-6d", "ovs_interfaceid": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.352645] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.467266] env[69742]: DEBUG oslo_vmware.api [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333198} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.467593] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.467800] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.467982] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.468225] env[69742]: INFO nova.compute.manager [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1196.468545] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.468776] env[69742]: DEBUG nova.compute.manager [-] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.468898] env[69742]: DEBUG nova.network.neutron [-] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.594299] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099271} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.594603] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.595491] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fab0831-003b-4612-9163-c76b90050c59 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.621135] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] b80c97fa-357d-4bf7-904e-c742d47251aa/b80c97fa-357d-4bf7-904e-c742d47251aa.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.621470] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07cec6a7-4034-4c6b-989f-33a93f9ba109 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.641899] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1196.641899] env[69742]: value = "task-4061322" [ 1196.641899] env[69742]: _type = "Task" [ 1196.641899] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.653326] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.784973] env[69742]: DEBUG nova.scheduler.client.report [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.832658] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.909019] env[69742]: DEBUG nova.compute.manager [req-6b07ca14-3b40-4f7a-bac3-320b1adb51f6 req-dc6c7da4-15ca-4d8f-8bff-2fee53943571 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Received event network-vif-deleted-715d2f61-a6d4-47c0-a111-47e55d2c4783 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.909247] env[69742]: INFO nova.compute.manager [req-6b07ca14-3b40-4f7a-bac3-320b1adb51f6 req-dc6c7da4-15ca-4d8f-8bff-2fee53943571 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Neutron deleted interface 715d2f61-a6d4-47c0-a111-47e55d2c4783; detaching it from the instance and deleting it from the info cache [ 1196.909336] env[69742]: DEBUG nova.network.neutron [req-6b07ca14-3b40-4f7a-bac3-320b1adb51f6 req-dc6c7da4-15ca-4d8f-8bff-2fee53943571 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.153974] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061322, 'name': ReconfigVM_Task, 'duration_secs': 0.353351} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.154379] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Reconfigured VM instance instance-00000067 to attach disk [datastore1] b80c97fa-357d-4bf7-904e-c742d47251aa/b80c97fa-357d-4bf7-904e-c742d47251aa.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.155159] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99bfe6a6-64e1-43dc-aec3-4b1cbdcc8813 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.163741] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1197.163741] env[69742]: value = "task-4061323" [ 1197.163741] env[69742]: _type = "Task" [ 1197.163741] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.175044] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061323, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.290292] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.291048] env[69742]: DEBUG nova.compute.manager [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.294431] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.198s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.294681] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.294925] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1197.295284] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.943s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.296775] env[69742]: INFO nova.compute.claims [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.300543] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe0fc51-650d-4d3b-9520-0a23863206ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.309692] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1d3b47-2a6d-4298-952a-112bb83d5c89 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.326377] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92c638c-55c4-4bda-86cb-ae03e8b5a32c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.335477] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7bc878-523b-43a7-a59c-56f895803e6f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.377623] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179091MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1197.377856] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.390395] env[69742]: DEBUG nova.network.neutron [-] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.392531] env[69742]: DEBUG nova.network.neutron [-] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.411740] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-882c4eed-ff2a-4516-9b15-766f88c0f9a9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.423439] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16054e80-b628-4e7f-b527-6c7993ee0cb0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.457757] env[69742]: DEBUG nova.compute.manager [req-6b07ca14-3b40-4f7a-bac3-320b1adb51f6 req-dc6c7da4-15ca-4d8f-8bff-2fee53943571 service nova] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Detach interface failed, port_id=715d2f61-a6d4-47c0-a111-47e55d2c4783, reason: Instance 4aebb003-e798-4df1-b34f-9e98922a2543 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1197.674159] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061323, 'name': Rename_Task, 'duration_secs': 0.162424} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.674462] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.674748] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d12155b-de8a-4e21-9568-2e7ecf176f61 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.683506] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1197.683506] env[69742]: value = "task-4061324" [ 1197.683506] env[69742]: _type = "Task" [ 1197.683506] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.693629] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.802156] env[69742]: DEBUG nova.compute.utils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.803600] env[69742]: DEBUG nova.compute.manager [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.803794] env[69742]: DEBUG nova.network.neutron [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.855400] env[69742]: DEBUG nova.policy [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ed640feae7b4e92bb48aa38e8f24168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34ce9f079ee4417baa941ad22eccb941', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.893145] env[69742]: INFO nova.compute.manager [-] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Took 1.42 seconds to deallocate network for instance. [ 1197.895262] env[69742]: INFO nova.compute.manager [-] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Took 1.74 seconds to deallocate network for instance. [ 1198.200825] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061324, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.209124] env[69742]: DEBUG nova.network.neutron [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Successfully created port: d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.309973] env[69742]: DEBUG nova.compute.manager [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.363760] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17ff440-9ba9-482c-a9be-db988f65f721 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.388112] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance '9091ab2b-743a-4dba-9e80-39d82ff140e8' progress to 0 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.403352] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.404486] env[69742]: DEBUG oslo_concurrency.lockutils [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.545471] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba3c0d6-fe35-409b-92ed-b2ebb7092059 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.553725] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e960c5-a572-4be1-b54d-e59a7c2e9d49 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.586445] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9777f390-34b0-4c0a-b15b-2911347f3503 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.595096] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6458dd70-30d4-40ef-ad5d-3f59d292c6dc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.611739] env[69742]: DEBUG nova.compute.provider_tree [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.696390] env[69742]: DEBUG oslo_vmware.api [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061324, 'name': PowerOnVM_Task, 'duration_secs': 0.565858} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.696710] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.697044] env[69742]: INFO nova.compute.manager [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1198.697258] env[69742]: DEBUG nova.compute.manager [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.698096] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266665f1-3ea0-4a1b-b2a1-102ed4c1f9a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.894683] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.895261] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2525db39-7db2-418c-8462-44e7f8cc7e0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.903524] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1198.903524] env[69742]: value = "task-4061325" [ 1198.903524] env[69742]: _type = "Task" [ 1198.903524] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.912461] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.940647] env[69742]: DEBUG nova.compute.manager [req-efe09f1e-2ab9-4c5b-bda4-d023295beff6 req-6973a0b7-8c05-4d98-b313-0b93dc5d102b service nova] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Received event network-vif-deleted-616ed853-a0fb-4554-8831-4775ee0587bd {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.115112] env[69742]: DEBUG nova.scheduler.client.report [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.218482] env[69742]: INFO nova.compute.manager [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Took 13.22 seconds to build instance. [ 1199.321267] env[69742]: DEBUG nova.compute.manager [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.358313] env[69742]: DEBUG nova.virt.hardware [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.358573] env[69742]: DEBUG nova.virt.hardware [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.358734] env[69742]: DEBUG nova.virt.hardware [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.358919] env[69742]: DEBUG nova.virt.hardware [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.359088] env[69742]: DEBUG nova.virt.hardware [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.359267] env[69742]: DEBUG nova.virt.hardware [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.359499] env[69742]: DEBUG nova.virt.hardware [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.359658] env[69742]: DEBUG nova.virt.hardware [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.359829] env[69742]: DEBUG nova.virt.hardware [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.360149] env[69742]: DEBUG nova.virt.hardware [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.360199] env[69742]: DEBUG nova.virt.hardware [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.361229] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae85a89b-6804-4cee-8d5c-040b1145e16c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.371835] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b573943e-ba9c-4637-a79d-6cf8c91cbdfa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.414517] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061325, 'name': PowerOffVM_Task, 'duration_secs': 0.203858} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.414906] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.415226] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance '9091ab2b-743a-4dba-9e80-39d82ff140e8' progress to 17 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.620726] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.621568] env[69742]: DEBUG nova.compute.manager [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.624782] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.247s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.721329] env[69742]: DEBUG oslo_concurrency.lockutils [None req-fa688f34-0bfc-4b89-881e-4b3ec8c7f391 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.731s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.797143] env[69742]: DEBUG nova.network.neutron [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Successfully updated port: d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.923471] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.924237] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.924942] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.925066] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.925252] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.925425] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.925641] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.925817] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.926010] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.926165] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.926469] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.932299] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95fa1cb5-5441-4de5-9ee2-407383de08c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.949436] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1199.949436] env[69742]: value = "task-4061326" [ 1199.949436] env[69742]: _type = "Task" [ 1199.949436] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.959383] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.128964] env[69742]: DEBUG nova.compute.utils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.136554] env[69742]: DEBUG nova.compute.manager [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.136744] env[69742]: DEBUG nova.network.neutron [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.182305] env[69742]: DEBUG nova.policy [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fa2289824484e55ac283673df76f96c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d0f14fb4be243aab5c62a5be3a61b4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.300430] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.300826] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.300826] env[69742]: DEBUG nova.network.neutron [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.464175] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061326, 'name': ReconfigVM_Task, 'duration_secs': 0.318149} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.465636] env[69742]: DEBUG nova.network.neutron [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Successfully created port: 7f46d8d2-ce81-4ef3-9847-77613b7de9c1 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.469133] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance '9091ab2b-743a-4dba-9e80-39d82ff140e8' progress to 33 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.639867] env[69742]: DEBUG nova.compute.manager [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.642989] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Applying migration context for instance 9091ab2b-743a-4dba-9e80-39d82ff140e8 as it has an incoming, in-progress migration 96fd59eb-9451-4495-a91c-37b746772e18. Migration status is migrating {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1057}} [ 1200.644624] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=69742) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1606}} [ 1200.644817] env[69742]: INFO nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating resource usage from migration 96fd59eb-9451-4495-a91c-37b746772e18 [ 1200.759701] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 105fe6a4-75f2-4d70-80bd-e07259585778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1200.759701] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1200.759701] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 29068741-7d3b-4212-b76b-d47dbde452d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1200.759701] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 727abe81-de59-4648-b9d3-cdc3f5782444 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1200.759701] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4141d5be-3101-404d-b948-2c88a110b2f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1200.759701] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 33e924a6-007b-4411-91d8-46eed3ff38e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1200.759701] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance e115a6d4-708f-4cb5-89b2-5bdc292e256f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1200.759701] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1200.759701] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4aebb003-e798-4df1-b34f-9e98922a2543 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1200.759701] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Migration 96fd59eb-9451-4495-a91c-37b746772e18 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1755}} [ 1200.759701] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 9091ab2b-743a-4dba-9e80-39d82ff140e8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1200.759701] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4feff854-a006-4f54-a91d-d2bc4bbe3039 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1200.759701] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance f7623413-23b4-4ded-8961-f94473009504 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1200.760407] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Migration 5df9d1e3-d906-49ba-bb5a-072662a1d6b6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1755}} [ 1200.760407] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance b80c97fa-357d-4bf7-904e-c742d47251aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1200.760407] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1200.760615] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1200.842694] env[69742]: DEBUG nova.network.neutron [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.909140] env[69742]: DEBUG nova.compute.manager [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Stashing vm_state: active {{(pid=69742) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1200.982028] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.982028] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.982189] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.983373] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.983621] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.983806] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.984061] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.984240] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.984666] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.984864] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.986027] env[69742]: DEBUG nova.virt.hardware [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.992183] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.994272] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c1ac950-9ef1-414a-93b3-d45fad4b0dea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.014042] env[69742]: DEBUG nova.compute.manager [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Received event network-vif-plugged-d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.014201] env[69742]: DEBUG oslo_concurrency.lockutils [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] Acquiring lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.014399] env[69742]: DEBUG oslo_concurrency.lockutils [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.014571] env[69742]: DEBUG oslo_concurrency.lockutils [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.014792] env[69742]: DEBUG nova.compute.manager [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] No waiting events found dispatching network-vif-plugged-d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.015037] env[69742]: WARNING nova.compute.manager [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Received unexpected event network-vif-plugged-d677f9aa-e93c-4fad-8bef-039982ee2155 for instance with vm_state building and task_state spawning. [ 1201.015186] env[69742]: DEBUG nova.compute.manager [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Received event network-changed-d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.015348] env[69742]: DEBUG nova.compute.manager [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Refreshing instance network info cache due to event network-changed-d677f9aa-e93c-4fad-8bef-039982ee2155. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.015569] env[69742]: DEBUG oslo_concurrency.lockutils [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] Acquiring lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.029795] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1201.029795] env[69742]: value = "task-4061327" [ 1201.029795] env[69742]: _type = "Task" [ 1201.029795] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.041950] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.057336] env[69742]: DEBUG nova.network.neutron [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updating instance_info_cache with network_info: [{"id": "d677f9aa-e93c-4fad-8bef-039982ee2155", "address": "fa:16:3e:1f:93:32", "network": {"id": "753f92ae-ae44-48a0-8ba4-9fe208b47235", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1061047985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ce9f079ee4417baa941ad22eccb941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd677f9aa-e9", "ovs_interfaceid": "d677f9aa-e93c-4fad-8bef-039982ee2155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.068831] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af5f842-22a0-4e74-93bf-02031ef3b5a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.080578] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8845cb0d-8dc0-4ce1-9203-2b55afa2f592 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.115186] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9fe8e4-48a2-4330-a99f-8592f0f16e26 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.124265] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b14d35-a578-4dda-b962-e2d69c0d9dda {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.140041] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.430451] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.544165] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061327, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.559851] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.560227] env[69742]: DEBUG nova.compute.manager [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Instance network_info: |[{"id": "d677f9aa-e93c-4fad-8bef-039982ee2155", "address": "fa:16:3e:1f:93:32", "network": {"id": "753f92ae-ae44-48a0-8ba4-9fe208b47235", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1061047985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ce9f079ee4417baa941ad22eccb941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd677f9aa-e9", "ovs_interfaceid": "d677f9aa-e93c-4fad-8bef-039982ee2155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.560548] env[69742]: DEBUG oslo_concurrency.lockutils [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] Acquired lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.560734] env[69742]: DEBUG nova.network.neutron [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Refreshing network info cache for port d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.561998] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:93:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd677f9aa-e93c-4fad-8bef-039982ee2155', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.569801] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Creating folder: Project (34ce9f079ee4417baa941ad22eccb941). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.573207] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5c7127a-7858-45da-a0f5-85a61614b15a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.588125] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Created folder: Project (34ce9f079ee4417baa941ad22eccb941) in parent group-v804621. [ 1201.588384] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Creating folder: Instances. Parent ref: group-v804909. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.588656] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcbe44a6-7e72-4f2f-9972-8c75b67ce79e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.600527] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Created folder: Instances in parent group-v804909. [ 1201.600801] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.601014] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.601243] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d3a7ea-d342-4adb-95aa-128b5d106d65 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.624271] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.624271] env[69742]: value = "task-4061330" [ 1201.624271] env[69742]: _type = "Task" [ 1201.624271] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.632930] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061330, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.644267] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.655633] env[69742]: DEBUG nova.compute.manager [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.690089] env[69742]: DEBUG nova.virt.hardware [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.690398] env[69742]: DEBUG nova.virt.hardware [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.690489] env[69742]: DEBUG nova.virt.hardware [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.690667] env[69742]: DEBUG nova.virt.hardware [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.690806] env[69742]: DEBUG nova.virt.hardware [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.690960] env[69742]: DEBUG nova.virt.hardware [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.691335] env[69742]: DEBUG nova.virt.hardware [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.691500] env[69742]: DEBUG nova.virt.hardware [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.691668] env[69742]: DEBUG nova.virt.hardware [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.691867] env[69742]: DEBUG nova.virt.hardware [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.692312] env[69742]: DEBUG nova.virt.hardware [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.692943] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fba2f43-f68a-4e80-bf6b-e5a3d335419a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.704047] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481194d3-57f5-4fd6-9094-9f8714734898 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.000120] env[69742]: DEBUG nova.network.neutron [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updated VIF entry in instance network info cache for port d677f9aa-e93c-4fad-8bef-039982ee2155. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.000120] env[69742]: DEBUG nova.network.neutron [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updating instance_info_cache with network_info: [{"id": "d677f9aa-e93c-4fad-8bef-039982ee2155", "address": "fa:16:3e:1f:93:32", "network": {"id": "753f92ae-ae44-48a0-8ba4-9fe208b47235", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1061047985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ce9f079ee4417baa941ad22eccb941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd677f9aa-e9", "ovs_interfaceid": "d677f9aa-e93c-4fad-8bef-039982ee2155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.043443] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061327, 'name': ReconfigVM_Task, 'duration_secs': 0.543582} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.043443] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1202.044275] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8160d9-aa2c-45a8-a5ef-4f46b0afba63 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.073888] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b/volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.074230] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-429e25e3-ffcd-4427-88e3-b82b0b4600e6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.094682] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1202.094682] env[69742]: value = "task-4061331" [ 1202.094682] env[69742]: _type = "Task" [ 1202.094682] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.105607] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.135962] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061330, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.148966] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1202.149270] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.525s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.149553] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.747s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.149743] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.151946] env[69742]: DEBUG oslo_concurrency.lockutils [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.748s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.152176] env[69742]: DEBUG oslo_concurrency.lockutils [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.154099] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.724s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.155481] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.155795] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Cleaning up deleted instances {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1202.184167] env[69742]: DEBUG nova.network.neutron [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Successfully updated port: 7f46d8d2-ce81-4ef3-9847-77613b7de9c1 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.191933] env[69742]: INFO nova.scheduler.client.report [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted allocations for instance 4aebb003-e798-4df1-b34f-9e98922a2543 [ 1202.194247] env[69742]: INFO nova.scheduler.client.report [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Deleted allocations for instance 4141d5be-3101-404d-b948-2c88a110b2f8 [ 1202.398368] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21d05-01c3-804e-2646-65c78807275e/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1202.399420] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f64079-e67f-4980-92b6-f0616b79599a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.407658] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21d05-01c3-804e-2646-65c78807275e/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1202.408093] env[69742]: ERROR oslo_vmware.rw_handles [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21d05-01c3-804e-2646-65c78807275e/disk-0.vmdk due to incomplete transfer. [ 1202.408171] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a7d0f2a5-b04d-4da6-bbfc-cd04bdc4f0e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.417190] env[69742]: DEBUG oslo_vmware.rw_handles [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b21d05-01c3-804e-2646-65c78807275e/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1202.417437] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Uploaded image 2a779235-a659-4596-87d9-d92c9e5b9820 to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1202.419711] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1202.419993] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a01727be-67fc-4410-ba8e-eebf91449f36 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.429035] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1202.429035] env[69742]: value = "task-4061332" [ 1202.429035] env[69742]: _type = "Task" [ 1202.429035] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.443722] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061332, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.506564] env[69742]: DEBUG oslo_concurrency.lockutils [req-f96b0170-f853-4f30-8628-5423ebe24d00 req-1a26282e-5be9-4251-992c-678f2ae84cc8 service nova] Releasing lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.605481] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061331, 'name': ReconfigVM_Task, 'duration_secs': 0.376958} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.605720] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b/volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.606013] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance '9091ab2b-743a-4dba-9e80-39d82ff140e8' progress to 50 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.637559] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061330, 'name': CreateVM_Task, 'duration_secs': 0.55015} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.637810] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.638500] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.638801] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.638995] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.639458] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b337ba86-463e-433b-a2c5-86531e2b6b28 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.645342] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1202.645342] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52199dcc-bb27-2283-17c0-14e5f4fa0759" [ 1202.645342] env[69742]: _type = "Task" [ 1202.645342] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.654284] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52199dcc-bb27-2283-17c0-14e5f4fa0759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.661321] env[69742]: INFO nova.compute.claims [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.675423] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] There are 44 instances to clean {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1202.675633] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 21679fc0-715f-4490-81dc-e0a719b00a04] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.686521] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.686732] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.686886] env[69742]: DEBUG nova.network.neutron [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.712584] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d38b093b-7d13-4294-a337-ca53f2fa12cb tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "4aebb003-e798-4df1-b34f-9e98922a2543" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.893s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.712911] env[69742]: DEBUG oslo_concurrency.lockutils [None req-57af41df-ea46-448e-890a-8ea92fdc4276 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "4141d5be-3101-404d-b948-2c88a110b2f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.224s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.941691] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061332, 'name': Destroy_Task, 'duration_secs': 0.357277} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.941792] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Destroyed the VM [ 1202.942368] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1202.942368] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-184ce39d-1f64-4e5d-afb4-cd9cdb82d9fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.951145] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1202.951145] env[69742]: value = "task-4061333" [ 1202.951145] env[69742]: _type = "Task" [ 1202.951145] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.961593] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.014202] env[69742]: DEBUG nova.compute.manager [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] Received event network-vif-plugged-7f46d8d2-ce81-4ef3-9847-77613b7de9c1 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.014487] env[69742]: DEBUG oslo_concurrency.lockutils [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] Acquiring lock "f7623413-23b4-4ded-8961-f94473009504-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.014752] env[69742]: DEBUG oslo_concurrency.lockutils [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] Lock "f7623413-23b4-4ded-8961-f94473009504-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.014984] env[69742]: DEBUG oslo_concurrency.lockutils [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] Lock "f7623413-23b4-4ded-8961-f94473009504-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.015236] env[69742]: DEBUG nova.compute.manager [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] No waiting events found dispatching network-vif-plugged-7f46d8d2-ce81-4ef3-9847-77613b7de9c1 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.015451] env[69742]: WARNING nova.compute.manager [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] Received unexpected event network-vif-plugged-7f46d8d2-ce81-4ef3-9847-77613b7de9c1 for instance with vm_state building and task_state spawning. [ 1203.015671] env[69742]: DEBUG nova.compute.manager [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] Received event network-changed-7f46d8d2-ce81-4ef3-9847-77613b7de9c1 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.015836] env[69742]: DEBUG nova.compute.manager [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] Refreshing instance network info cache due to event network-changed-7f46d8d2-ce81-4ef3-9847-77613b7de9c1. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.016061] env[69742]: DEBUG oslo_concurrency.lockutils [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] Acquiring lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.058146] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.058629] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.113588] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cc3167-a059-4ced-bf9d-7629a1f0d469 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.136451] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b711133-ff2a-4b5b-99aa-ab4095bc21ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.156481] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance '9091ab2b-743a-4dba-9e80-39d82ff140e8' progress to 67 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.167407] env[69742]: INFO nova.compute.resource_tracker [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating resource usage from migration 5df9d1e3-d906-49ba-bb5a-072662a1d6b6 [ 1203.175979] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52199dcc-bb27-2283-17c0-14e5f4fa0759, 'name': SearchDatastore_Task, 'duration_secs': 0.018613} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.176680] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.176680] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.176828] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.176875] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.177088] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.177355] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c29b7299-08b9-48b0-a998-75b86e7f5a7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.180042] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: ebc32a5d-d1f5-4936-93f0-3ad19efc9030] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.190033] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.190960] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.197114] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5f729d-c5cc-437d-98ca-fa68689b485f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.205902] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1203.205902] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ffb705-e5bc-1b41-bd12-61f117fd7e13" [ 1203.205902] env[69742]: _type = "Task" [ 1203.205902] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.217606] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ffb705-e5bc-1b41-bd12-61f117fd7e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.237730] env[69742]: DEBUG nova.network.neutron [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.423708] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2811a4d-3344-4805-b5c7-95678cf7e090 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.428690] env[69742]: DEBUG nova.network.neutron [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance_info_cache with network_info: [{"id": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "address": "fa:16:3e:3c:11:4b", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f46d8d2-ce", "ovs_interfaceid": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.433661] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb710ac-86b2-4a75-87e3-7f62ff305e93 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.486131] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f0ccfe-f9b1-46e7-a919-9e7210f68a50 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.501555] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd203ce-a1c0-403d-beaf-c5e7f15f1a7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.505029] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061333, 'name': RemoveSnapshot_Task, 'duration_secs': 0.419654} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.505654] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1203.505930] env[69742]: DEBUG nova.compute.manager [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.507269] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0301911-884c-4b2d-8e46-2acbea0d4836 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.523910] env[69742]: DEBUG nova.compute.provider_tree [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.561656] env[69742]: DEBUG nova.compute.manager [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.683380] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 0f9c0c67-8d0c-4b7e-9030-6383b313bf9d] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.717717] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ffb705-e5bc-1b41-bd12-61f117fd7e13, 'name': SearchDatastore_Task, 'duration_secs': 0.012348} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.721498] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4752a090-7999-45fa-a5cf-7f55ac718eff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.727292] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1203.727292] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52eb387c-9c94-899c-456c-0174b4a973b6" [ 1203.727292] env[69742]: _type = "Task" [ 1203.727292] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.736342] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52eb387c-9c94-899c-456c-0174b4a973b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.933757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.934402] env[69742]: DEBUG nova.compute.manager [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Instance network_info: |[{"id": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "address": "fa:16:3e:3c:11:4b", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f46d8d2-ce", "ovs_interfaceid": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.934973] env[69742]: DEBUG oslo_concurrency.lockutils [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] Acquired lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.935412] env[69742]: DEBUG nova.network.neutron [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] Refreshing network info cache for port 7f46d8d2-ce81-4ef3-9847-77613b7de9c1 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.938263] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:11:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f46d8d2-ce81-4ef3-9847-77613b7de9c1', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.950711] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.952013] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7623413-23b4-4ded-8961-f94473009504] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.952313] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0dc6497-f683-4782-a2b9-45f030e3f916 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.975536] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.975536] env[69742]: value = "task-4061335" [ 1203.975536] env[69742]: _type = "Task" [ 1203.975536] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.984568] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061335, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.028073] env[69742]: DEBUG nova.scheduler.client.report [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.036736] env[69742]: INFO nova.compute.manager [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Shelve offloading [ 1204.087858] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.186644] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 13c2d77f-8bce-4e7a-ad88-c8f304975b21] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.239085] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52eb387c-9c94-899c-456c-0174b4a973b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.239441] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.239739] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4feff854-a006-4f54-a91d-d2bc4bbe3039/4feff854-a006-4f54-a91d-d2bc4bbe3039.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.240015] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff110793-57b3-4ecc-aab9-a5c1b454f3df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.247890] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1204.247890] env[69742]: value = "task-4061336" [ 1204.247890] env[69742]: _type = "Task" [ 1204.247890] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.256972] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.486294] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061335, 'name': CreateVM_Task, 'duration_secs': 0.367157} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.486653] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7623413-23b4-4ded-8961-f94473009504] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.487339] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.487537] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.487853] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.488160] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59649aa1-11c9-46e9-a87a-ac8cb6e9c377 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.494268] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1204.494268] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c13709-d92c-f2b5-3622-7faf957308f5" [ 1204.494268] env[69742]: _type = "Task" [ 1204.494268] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.503680] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c13709-d92c-f2b5-3622-7faf957308f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.533961] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.380s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.534221] env[69742]: INFO nova.compute.manager [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Migrating [ 1204.543494] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.456s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.545339] env[69742]: INFO nova.compute.claims [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.549145] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.552408] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94371a5b-d82a-477b-b392-03041557e387 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.570996] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1204.570996] env[69742]: value = "task-4061337" [ 1204.570996] env[69742]: _type = "Task" [ 1204.570996] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.581965] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.690481] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: ff6c5427-8234-4f11-8c45-8cfd7030b27a] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.703136] env[69742]: DEBUG nova.network.neutron [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] Updated VIF entry in instance network info cache for port 7f46d8d2-ce81-4ef3-9847-77613b7de9c1. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.703756] env[69742]: DEBUG nova.network.neutron [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance_info_cache with network_info: [{"id": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "address": "fa:16:3e:3c:11:4b", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f46d8d2-ce", "ovs_interfaceid": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.759964] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061336, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.806018] env[69742]: DEBUG nova.network.neutron [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Port 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1205.005493] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c13709-d92c-f2b5-3622-7faf957308f5, 'name': SearchDatastore_Task, 'duration_secs': 0.067947} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.005753] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.006040] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.006249] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.006398] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.006580] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.006854] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fa884b7-4856-4d80-b553-96a42a5b9b2d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.015241] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.015419] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.016200] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f7ce0a-0b84-42f8-81ec-4e24cf7e643b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.021982] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1205.021982] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5236e700-82c4-8f03-a234-3637026ce6b4" [ 1205.021982] env[69742]: _type = "Task" [ 1205.021982] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.030057] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5236e700-82c4-8f03-a234-3637026ce6b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.061954] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.062249] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.062399] env[69742]: DEBUG nova.network.neutron [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.082786] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1205.083038] env[69742]: DEBUG nova.compute.manager [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.083861] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f107306-7740-4bdb-b90b-4dfdec46cf4e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.089944] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.090118] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.090294] env[69742]: DEBUG nova.network.neutron [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.194067] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: eb44f4dc-846f-4ba5-b258-422d5ef9b24c] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.205984] env[69742]: DEBUG oslo_concurrency.lockutils [req-4afaf9f7-44c5-4bc4-99fe-6ad18ac1da30 req-41e3d919-d238-4537-a639-d41ff413e097 service nova] Releasing lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.259551] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590583} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.259801] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 4feff854-a006-4f54-a91d-d2bc4bbe3039/4feff854-a006-4f54-a91d-d2bc4bbe3039.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.260030] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.260291] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fae75dbf-00d8-4893-8dc8-7e50a92822f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.268536] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1205.268536] env[69742]: value = "task-4061338" [ 1205.268536] env[69742]: _type = "Task" [ 1205.268536] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.280525] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.535411] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5236e700-82c4-8f03-a234-3637026ce6b4, 'name': SearchDatastore_Task, 'duration_secs': 0.017434} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.536221] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e0b463-9a52-489a-a857-8bbeb52f29b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.542056] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1205.542056] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bd762c-3629-91b5-0994-5eb9b78914ff" [ 1205.542056] env[69742]: _type = "Task" [ 1205.542056] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.550617] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bd762c-3629-91b5-0994-5eb9b78914ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.697299] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: e0227f47-369f-4cb4-a980-0b0083f70522] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.753992] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a031eee-02e4-4af9-97fb-92d3dd8b0cef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.763298] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ca4fea-d32e-4768-9ec4-60e06cbd30c0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.798907] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17814875-8996-46ce-8c79-f02d39d738b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.804429] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071864} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.805100] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.805884] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf23cc1-2d03-4eae-8b5a-3a0c45f80de1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.812023] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb70ab1-a292-4a82-8e15-5776dbdafbc3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.842911] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4feff854-a006-4f54-a91d-d2bc4bbe3039/4feff854-a006-4f54-a91d-d2bc4bbe3039.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.844859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "9091ab2b-743a-4dba-9e80-39d82ff140e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.845078] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.845267] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.847616] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e848b468-705c-4f38-a4a3-81c6db08d018 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.879530] env[69742]: DEBUG nova.compute.provider_tree [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.887852] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1205.887852] env[69742]: value = "task-4061339" [ 1205.887852] env[69742]: _type = "Task" [ 1205.887852] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.899985] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.052982] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bd762c-3629-91b5-0994-5eb9b78914ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.053218] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.053482] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] f7623413-23b4-4ded-8961-f94473009504/f7623413-23b4-4ded-8961-f94473009504.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.053747] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3642a363-b678-4f9b-abc4-b91bad03b6a1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.061148] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1206.061148] env[69742]: value = "task-4061340" [ 1206.061148] env[69742]: _type = "Task" [ 1206.061148] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.069907] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.126012] env[69742]: DEBUG nova.network.neutron [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance_info_cache with network_info: [{"id": "3097c800-baf2-480e-99aa-04987ac71b18", "address": "fa:16:3e:38:f0:75", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3097c800-ba", "ovs_interfaceid": "3097c800-baf2-480e-99aa-04987ac71b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.162062] env[69742]: DEBUG nova.network.neutron [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updating instance_info_cache with network_info: [{"id": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "address": "fa:16:3e:40:7b:ff", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ac982d-ba", "ovs_interfaceid": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.201957] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 0d4536ac-5af0-4181-a4c0-d87adf55e256] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.384648] env[69742]: DEBUG nova.scheduler.client.report [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.403319] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061339, 'name': ReconfigVM_Task, 'duration_secs': 0.323685} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.403650] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4feff854-a006-4f54-a91d-d2bc4bbe3039/4feff854-a006-4f54-a91d-d2bc4bbe3039.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.404579] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb5040e7-d8fb-43c8-92fb-07e0115b5edd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.413017] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1206.413017] env[69742]: value = "task-4061341" [ 1206.413017] env[69742]: _type = "Task" [ 1206.413017] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.423343] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061341, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.572386] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061340, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.629885] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.665113] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.706062] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 73f5f454-1233-43ed-92e8-c2e813b8e73f] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.890463] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.891037] env[69742]: DEBUG nova.compute.manager [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.900519] env[69742]: DEBUG nova.compute.manager [req-a7586739-1456-4104-b791-e33f1a05f55e req-de682a97-fd24-4ceb-86cd-36964cbc0c0d service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Received event network-vif-unplugged-d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.900741] env[69742]: DEBUG oslo_concurrency.lockutils [req-a7586739-1456-4104-b791-e33f1a05f55e req-de682a97-fd24-4ceb-86cd-36964cbc0c0d service nova] Acquiring lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.900950] env[69742]: DEBUG oslo_concurrency.lockutils [req-a7586739-1456-4104-b791-e33f1a05f55e req-de682a97-fd24-4ceb-86cd-36964cbc0c0d service nova] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.901122] env[69742]: DEBUG oslo_concurrency.lockutils [req-a7586739-1456-4104-b791-e33f1a05f55e req-de682a97-fd24-4ceb-86cd-36964cbc0c0d service nova] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.901295] env[69742]: DEBUG nova.compute.manager [req-a7586739-1456-4104-b791-e33f1a05f55e req-de682a97-fd24-4ceb-86cd-36964cbc0c0d service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] No waiting events found dispatching network-vif-unplugged-d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.901465] env[69742]: WARNING nova.compute.manager [req-a7586739-1456-4104-b791-e33f1a05f55e req-de682a97-fd24-4ceb-86cd-36964cbc0c0d service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Received unexpected event network-vif-unplugged-d2ac982d-ba3e-497c-a183-b412fb1907fc for instance with vm_state shelved and task_state shelving_offloading. [ 1206.925766] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061341, 'name': Rename_Task, 'duration_secs': 0.288338} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.926089] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.926353] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66fd09e0-763c-4cee-b4d3-c66bce7c1e22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.935404] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1206.935404] env[69742]: value = "task-4061342" [ 1206.935404] env[69742]: _type = "Task" [ 1206.935404] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.940160] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.940452] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.940717] env[69742]: DEBUG nova.network.neutron [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.954634] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061342, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.037119] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.038137] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77bebe9-ad95-4f27-8e71-3e3bf8cdc928 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.046287] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.046548] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b03d58d-4909-4eb1-922a-1f18ec063371 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.071592] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539375} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.071891] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] f7623413-23b4-4ded-8961-f94473009504/f7623413-23b4-4ded-8961-f94473009504.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.072144] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.072401] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16551889-76a5-440b-9d0c-d34a19692b3d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.079688] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1207.079688] env[69742]: value = "task-4061344" [ 1207.079688] env[69742]: _type = "Task" [ 1207.079688] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.118547] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.118855] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.119088] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleting the datastore file [datastore2] e115a6d4-708f-4cb5-89b2-5bdc292e256f {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.119484] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c082fff3-5706-4d2c-ad7d-54fb8f7f0243 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.126506] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1207.126506] env[69742]: value = "task-4061345" [ 1207.126506] env[69742]: _type = "Task" [ 1207.126506] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.138793] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.208600] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 10dbef7c-4350-4505-96f6-c6bf96d75a54] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.399039] env[69742]: DEBUG nova.compute.utils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.400577] env[69742]: DEBUG nova.compute.manager [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.400743] env[69742]: DEBUG nova.network.neutron [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.450979] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061342, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.466788] env[69742]: DEBUG nova.policy [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c28c12e3764affb0fe66edf2375315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e75b20ccb74934b5ef91445d88ed54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.590859] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082017} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.591263] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.591994] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c87249-b333-4d19-81c8-c7ff5ebb2c9c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.616239] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] f7623413-23b4-4ded-8961-f94473009504/f7623413-23b4-4ded-8961-f94473009504.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.619127] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d91a6c-a163-475c-95b7-916013f24f80 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.648113] env[69742]: DEBUG oslo_vmware.api [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179076} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.650101] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.650529] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.650718] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.652898] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1207.652898] env[69742]: value = "task-4061346" [ 1207.652898] env[69742]: _type = "Task" [ 1207.652898] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.664207] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.686823] env[69742]: INFO nova.scheduler.client.report [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleted allocations for instance e115a6d4-708f-4cb5-89b2-5bdc292e256f [ 1207.711958] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 655d2b7c-bbe5-4f98-a677-4adf6bd2b7d6] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.828960] env[69742]: DEBUG nova.network.neutron [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance_info_cache with network_info: [{"id": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "address": "fa:16:3e:2b:7e:83", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4b0e-6d", "ovs_interfaceid": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.907813] env[69742]: DEBUG nova.compute.manager [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.943865] env[69742]: DEBUG nova.network.neutron [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Successfully created port: 68eba6fb-793d-455d-8d8c-f1c6973911cb {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.954250] env[69742]: DEBUG oslo_vmware.api [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061342, 'name': PowerOnVM_Task, 'duration_secs': 0.552781} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.954585] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.954843] env[69742]: INFO nova.compute.manager [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1207.955144] env[69742]: DEBUG nova.compute.manager [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.956356] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be285440-04b8-42a7-80c3-32f9e47f492d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.153134] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d08547-aead-40b0-ba6f-2d400ff76702 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.166518] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.180977] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance 'b80c97fa-357d-4bf7-904e-c742d47251aa' progress to 0 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.192373] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.192657] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.192896] env[69742]: DEBUG nova.objects.instance [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lazy-loading 'resources' on Instance uuid e115a6d4-708f-4cb5-89b2-5bdc292e256f {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.212286] env[69742]: DEBUG oslo_concurrency.lockutils [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "727abe81-de59-4648-b9d3-cdc3f5782444" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.214912] env[69742]: DEBUG oslo_concurrency.lockutils [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "727abe81-de59-4648-b9d3-cdc3f5782444" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.214912] env[69742]: DEBUG oslo_concurrency.lockutils [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "727abe81-de59-4648-b9d3-cdc3f5782444-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.214912] env[69742]: DEBUG oslo_concurrency.lockutils [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "727abe81-de59-4648-b9d3-cdc3f5782444-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.214912] env[69742]: DEBUG oslo_concurrency.lockutils [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "727abe81-de59-4648-b9d3-cdc3f5782444-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.215679] env[69742]: INFO nova.compute.manager [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Terminating instance [ 1208.218770] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: b2e6df0a-afe7-4225-86f2-cdc96cd5e6e3] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.332043] env[69742]: DEBUG oslo_concurrency.lockutils [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.477806] env[69742]: INFO nova.compute.manager [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Took 14.06 seconds to build instance. [ 1208.666024] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061346, 'name': ReconfigVM_Task, 'duration_secs': 0.97886} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.666388] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Reconfigured VM instance instance-00000069 to attach disk [datastore2] f7623413-23b4-4ded-8961-f94473009504/f7623413-23b4-4ded-8961-f94473009504.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.667111] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e49800fa-86a6-4d60-8b83-27b749773daf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.675593] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1208.675593] env[69742]: value = "task-4061347" [ 1208.675593] env[69742]: _type = "Task" [ 1208.675593] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.684676] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061347, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.687531] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.687831] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a2c7e4-8947-45c1-8e15-2e46b7655c43 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.696042] env[69742]: DEBUG nova.objects.instance [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lazy-loading 'numa_topology' on Instance uuid e115a6d4-708f-4cb5-89b2-5bdc292e256f {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.697363] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1208.697363] env[69742]: value = "task-4061348" [ 1208.697363] env[69742]: _type = "Task" [ 1208.697363] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.708833] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.721781] env[69742]: DEBUG nova.compute.manager [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.721939] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.722387] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 4e3d01b8-ecfe-49e7-a48e-9042fd5d57dd] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.725529] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec9e3fd-6a9a-407c-8820-497936fa9b4a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.734760] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.735165] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8220d87f-fc1b-45b1-ae53-3a8f2164eabf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.743896] env[69742]: DEBUG oslo_vmware.api [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1208.743896] env[69742]: value = "task-4061349" [ 1208.743896] env[69742]: _type = "Task" [ 1208.743896] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.754666] env[69742]: DEBUG oslo_vmware.api [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.846880] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af47168b-1237-4950-9b29-6d55da702b04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.857467] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156359ac-3f68-4e84-9aff-38b8023bee7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.918500] env[69742]: DEBUG nova.compute.manager [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.933625] env[69742]: DEBUG nova.compute.manager [req-936397d0-885b-4af6-acfe-72f2b91b54d9 req-ddd68833-5faf-499f-98ad-61c8b0462a78 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Received event network-changed-d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.933625] env[69742]: DEBUG nova.compute.manager [req-936397d0-885b-4af6-acfe-72f2b91b54d9 req-ddd68833-5faf-499f-98ad-61c8b0462a78 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Refreshing instance network info cache due to event network-changed-d2ac982d-ba3e-497c-a183-b412fb1907fc. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.933625] env[69742]: DEBUG oslo_concurrency.lockutils [req-936397d0-885b-4af6-acfe-72f2b91b54d9 req-ddd68833-5faf-499f-98ad-61c8b0462a78 service nova] Acquiring lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.933625] env[69742]: DEBUG oslo_concurrency.lockutils [req-936397d0-885b-4af6-acfe-72f2b91b54d9 req-ddd68833-5faf-499f-98ad-61c8b0462a78 service nova] Acquired lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.934445] env[69742]: DEBUG nova.network.neutron [req-936397d0-885b-4af6-acfe-72f2b91b54d9 req-ddd68833-5faf-499f-98ad-61c8b0462a78 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Refreshing network info cache for port d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.947074] env[69742]: DEBUG nova.virt.hardware [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.947455] env[69742]: DEBUG nova.virt.hardware [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.947684] env[69742]: DEBUG nova.virt.hardware [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.947950] env[69742]: DEBUG nova.virt.hardware [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.948198] env[69742]: DEBUG nova.virt.hardware [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.948427] env[69742]: DEBUG nova.virt.hardware [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.948720] env[69742]: DEBUG nova.virt.hardware [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.948934] env[69742]: DEBUG nova.virt.hardware [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.949208] env[69742]: DEBUG nova.virt.hardware [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.949492] env[69742]: DEBUG nova.virt.hardware [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.949720] env[69742]: DEBUG nova.virt.hardware [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.951641] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e0b188-c660-4dc0-95e4-a89dab81ffe3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.963257] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68e3ccc-bca3-42fa-bc85-9e8c6617b0c0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.981048] env[69742]: DEBUG oslo_concurrency.lockutils [None req-79faec54-6cd4-469f-b9d4-36df35335710 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.580s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.186576] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061347, 'name': Rename_Task, 'duration_secs': 0.174585} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.186878] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.187160] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18e7fcc1-1f17-4c4c-9e67-fc3cd8161b6d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.194764] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1209.194764] env[69742]: value = "task-4061350" [ 1209.194764] env[69742]: _type = "Task" [ 1209.194764] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.198738] env[69742]: DEBUG nova.objects.base [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.207671] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.213215] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061348, 'name': PowerOffVM_Task, 'duration_secs': 0.251075} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.213501] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.213691] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance 'b80c97fa-357d-4bf7-904e-c742d47251aa' progress to 17 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.229638] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 39af9a92-c1fc-4fe6-b543-3e54009d5389] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.257262] env[69742]: DEBUG oslo_vmware.api [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061349, 'name': PowerOffVM_Task, 'duration_secs': 0.229128} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.258314] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.258314] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.258314] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0412c78-197c-4077-b57c-1b6cdac58e20 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.334099] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.334434] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.334512] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Deleting the datastore file [datastore1] 727abe81-de59-4648-b9d3-cdc3f5782444 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.334785] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f54c422c-9234-4ac8-ad45-36ac7033c66a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.342607] env[69742]: DEBUG oslo_vmware.api [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1209.342607] env[69742]: value = "task-4061352" [ 1209.342607] env[69742]: _type = "Task" [ 1209.342607] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.355461] env[69742]: DEBUG oslo_vmware.api [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.400418] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c293e0b-2377-4a55-ba9a-13ec9620e272 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.409865] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bd8bf1-df5d-4963-9bb6-24de8c3b9bfe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.447602] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ab038f-8a92-49db-b977-3604a3b01276 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.456440] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7782fa1a-e2d7-4891-bd85-ffc389b49535 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.474465] env[69742]: DEBUG nova.compute.provider_tree [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.495687] env[69742]: DEBUG nova.network.neutron [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Successfully updated port: 68eba6fb-793d-455d-8d8c-f1c6973911cb {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.706382] env[69742]: DEBUG oslo_vmware.api [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061350, 'name': PowerOnVM_Task, 'duration_secs': 0.492177} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.706711] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.706804] env[69742]: INFO nova.compute.manager [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1209.706985] env[69742]: DEBUG nova.compute.manager [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.707860] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9533ddfe-8f59-4981-94a3-1459d579f1d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.719808] env[69742]: DEBUG nova.network.neutron [req-936397d0-885b-4af6-acfe-72f2b91b54d9 req-ddd68833-5faf-499f-98ad-61c8b0462a78 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updated VIF entry in instance network info cache for port d2ac982d-ba3e-497c-a183-b412fb1907fc. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.720146] env[69742]: DEBUG nova.network.neutron [req-936397d0-885b-4af6-acfe-72f2b91b54d9 req-ddd68833-5faf-499f-98ad-61c8b0462a78 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updating instance_info_cache with network_info: [{"id": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "address": "fa:16:3e:40:7b:ff", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd2ac982d-ba", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.722849] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.723084] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.723253] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.723439] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.723684] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.724216] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.724216] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.724465] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.724702] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.724968] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.725289] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.733330] env[69742]: DEBUG oslo_concurrency.lockutils [req-936397d0-885b-4af6-acfe-72f2b91b54d9 req-ddd68833-5faf-499f-98ad-61c8b0462a78 service nova] Releasing lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.733955] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a3f0fd-9827-43a4-8ac5-5e6d998a942b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.744392] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 5596d63b-ee04-4140-aa3a-6a51538dc207] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.754165] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1209.754165] env[69742]: value = "task-4061353" [ 1209.754165] env[69742]: _type = "Task" [ 1209.754165] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.764610] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.802667] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "892bc37d-916e-4309-b091-c467b2a78ac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.803020] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "892bc37d-916e-4309-b091-c467b2a78ac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.853034] env[69742]: DEBUG oslo_vmware.api [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219805} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.853634] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.853830] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.854018] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.854195] env[69742]: INFO nova.compute.manager [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1209.854439] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.854631] env[69742]: DEBUG nova.compute.manager [-] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.854727] env[69742]: DEBUG nova.network.neutron [-] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.979090] env[69742]: DEBUG nova.scheduler.client.report [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.998911] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-cd2f93ec-e72f-4b99-b251-c69e68bed3c1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.998911] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-cd2f93ec-e72f-4b99-b251-c69e68bed3c1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.999490] env[69742]: DEBUG nova.network.neutron [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.011236] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f635af-3e2d-4fd1-b4ae-276158fa6208 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.035178] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd78bfa3-51af-4f29-9f2a-3be4308a9cd6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.044741] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance '9091ab2b-743a-4dba-9e80-39d82ff140e8' progress to 83 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.231044] env[69742]: INFO nova.compute.manager [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Took 13.89 seconds to build instance. [ 1210.248363] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 78ee6c88-0a68-4875-a937-7fabc242d2bf] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.268664] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061353, 'name': ReconfigVM_Task, 'duration_secs': 0.297474} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.268956] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance 'b80c97fa-357d-4bf7-904e-c742d47251aa' progress to 33 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.309887] env[69742]: DEBUG nova.compute.manager [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1210.491092] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.534051] env[69742]: DEBUG nova.network.neutron [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.555478] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.555817] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46bfad4e-6f46-402c-9f3c-fa026d91485a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.564044] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1210.564044] env[69742]: value = "task-4061354" [ 1210.564044] env[69742]: _type = "Task" [ 1210.564044] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.574039] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.649862] env[69742]: DEBUG nova.network.neutron [-] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.682510] env[69742]: DEBUG nova.network.neutron [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Updating instance_info_cache with network_info: [{"id": "68eba6fb-793d-455d-8d8c-f1c6973911cb", "address": "fa:16:3e:cf:e2:f0", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68eba6fb-79", "ovs_interfaceid": "68eba6fb-793d-455d-8d8c-f1c6973911cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.732214] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d9e4749a-4441-4b44-9e9a-69e05b6d55d2 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "f7623413-23b4-4ded-8961-f94473009504" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.404s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.754607] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 7b52a8ff-5c86-458e-bf34-3054fc26a7dd] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.775640] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.776108] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.776375] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.776375] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.776566] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.776653] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.776858] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.777073] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.777275] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.777451] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.777632] env[69742]: DEBUG nova.virt.hardware [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.783315] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.784388] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-310ebc8e-c4af-47ca-9888-843060c4076c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.806751] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1210.806751] env[69742]: value = "task-4061355" [ 1210.806751] env[69742]: _type = "Task" [ 1210.806751] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.818513] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.836191] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.836486] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.840028] env[69742]: INFO nova.compute.claims [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.918722] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.972206] env[69742]: DEBUG nova.compute.manager [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Received event network-vif-plugged-68eba6fb-793d-455d-8d8c-f1c6973911cb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.972472] env[69742]: DEBUG oslo_concurrency.lockutils [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] Acquiring lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.972707] env[69742]: DEBUG oslo_concurrency.lockutils [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] Lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.972899] env[69742]: DEBUG oslo_concurrency.lockutils [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] Lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.973122] env[69742]: DEBUG nova.compute.manager [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] No waiting events found dispatching network-vif-plugged-68eba6fb-793d-455d-8d8c-f1c6973911cb {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.973351] env[69742]: WARNING nova.compute.manager [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Received unexpected event network-vif-plugged-68eba6fb-793d-455d-8d8c-f1c6973911cb for instance with vm_state building and task_state spawning. [ 1210.973578] env[69742]: DEBUG nova.compute.manager [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Received event network-changed-68eba6fb-793d-455d-8d8c-f1c6973911cb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.973877] env[69742]: DEBUG nova.compute.manager [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Refreshing instance network info cache due to event network-changed-68eba6fb-793d-455d-8d8c-f1c6973911cb. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.974089] env[69742]: DEBUG oslo_concurrency.lockutils [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] Acquiring lock "refresh_cache-cd2f93ec-e72f-4b99-b251-c69e68bed3c1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.000385] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a1a65f9e-94cd-46e6-8eec-30ecdd34ae59 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.159s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.001461] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.083s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.001711] env[69742]: INFO nova.compute.manager [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Unshelving [ 1211.079917] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.153206] env[69742]: INFO nova.compute.manager [-] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Took 1.30 seconds to deallocate network for instance. [ 1211.188276] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-cd2f93ec-e72f-4b99-b251-c69e68bed3c1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.188677] env[69742]: DEBUG nova.compute.manager [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Instance network_info: |[{"id": "68eba6fb-793d-455d-8d8c-f1c6973911cb", "address": "fa:16:3e:cf:e2:f0", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68eba6fb-79", "ovs_interfaceid": "68eba6fb-793d-455d-8d8c-f1c6973911cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.189027] env[69742]: DEBUG oslo_concurrency.lockutils [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] Acquired lock "refresh_cache-cd2f93ec-e72f-4b99-b251-c69e68bed3c1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.189224] env[69742]: DEBUG nova.network.neutron [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Refreshing network info cache for port 68eba6fb-793d-455d-8d8c-f1c6973911cb {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.190605] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:e2:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68eba6fb-793d-455d-8d8c-f1c6973911cb', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.202284] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.203695] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.203961] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87fcddf8-dc04-439e-9b32-a167a80c3ed5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.225015] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.225015] env[69742]: value = "task-4061356" [ 1211.225015] env[69742]: _type = "Task" [ 1211.225015] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.234646] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061356, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.258606] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 3f5b86eb-203d-4abc-a622-663d9b5021f0] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.317424] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061355, 'name': ReconfigVM_Task, 'duration_secs': 0.222502} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.317981] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.318533] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89620279-6a81-427a-909e-a6fbe58ee4b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.341911] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] b80c97fa-357d-4bf7-904e-c742d47251aa/b80c97fa-357d-4bf7-904e-c742d47251aa.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.344295] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a190a85a-e56f-4958-afc2-94e9767d2ac0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.364276] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1211.364276] env[69742]: value = "task-4061357" [ 1211.364276] env[69742]: _type = "Task" [ 1211.364276] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.373747] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.447765] env[69742]: DEBUG oslo_concurrency.lockutils [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.447964] env[69742]: DEBUG oslo_concurrency.lockutils [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.579720] env[69742]: DEBUG oslo_vmware.api [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061354, 'name': PowerOnVM_Task, 'duration_secs': 0.630258} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.580113] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.580387] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-505d3344-edf8-43e1-ad3b-e2a204a3963c tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance '9091ab2b-743a-4dba-9e80-39d82ff140e8' progress to 100 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.660913] env[69742]: DEBUG oslo_concurrency.lockutils [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.734819] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061356, 'name': CreateVM_Task, 'duration_secs': 0.448586} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.735234] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.735787] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.735954] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.736336] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.736612] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-644f627b-2589-4d97-a506-fd959898d747 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.741987] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1211.741987] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522323e5-8dc3-25df-3b73-f00de1b177cd" [ 1211.741987] env[69742]: _type = "Task" [ 1211.741987] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.751751] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522323e5-8dc3-25df-3b73-f00de1b177cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.762237] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 1a463738-c3ff-4d05-85bb-1a48d75d8a9b] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.875817] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061357, 'name': ReconfigVM_Task, 'duration_secs': 0.310442} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.878430] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Reconfigured VM instance instance-00000067 to attach disk [datastore1] b80c97fa-357d-4bf7-904e-c742d47251aa/b80c97fa-357d-4bf7-904e-c742d47251aa.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.878710] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance 'b80c97fa-357d-4bf7-904e-c742d47251aa' progress to 50 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.934291] env[69742]: DEBUG nova.network.neutron [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Updated VIF entry in instance network info cache for port 68eba6fb-793d-455d-8d8c-f1c6973911cb. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.934632] env[69742]: DEBUG nova.network.neutron [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Updating instance_info_cache with network_info: [{"id": "68eba6fb-793d-455d-8d8c-f1c6973911cb", "address": "fa:16:3e:cf:e2:f0", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68eba6fb-79", "ovs_interfaceid": "68eba6fb-793d-455d-8d8c-f1c6973911cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.951570] env[69742]: DEBUG nova.compute.utils [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.029846] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.060544] env[69742]: DEBUG nova.compute.manager [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Stashing vm_state: active {{(pid=69742) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1212.079798] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef20ca5-d64c-47e7-b1eb-6d88af6e8786 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.092279] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df51252c-c246-462b-89f0-0d5ca75ceb1b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.126589] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194f9d9e-1061-48aa-af13-e0b1b14a17de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.137395] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46a7581-a8a4-41f2-ae27-efa103b69b7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.153858] env[69742]: DEBUG nova.compute.provider_tree [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.253907] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522323e5-8dc3-25df-3b73-f00de1b177cd, 'name': SearchDatastore_Task, 'duration_secs': 0.027734} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.253907] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.254148] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.255095] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.255095] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.255095] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.255095] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-384d1c35-9101-4859-8342-fd405a875b2c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.265708] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 92904b2d-9686-4d15-9b7f-6ed39ee7bd3c] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.270585] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.270585] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.270585] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe53bdbf-651a-4d85-818e-0c4ee1df1951 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.276312] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1212.276312] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5231158d-e9e9-ba1e-884f-d2531445ee2d" [ 1212.276312] env[69742]: _type = "Task" [ 1212.276312] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.286577] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5231158d-e9e9-ba1e-884f-d2531445ee2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.386123] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e31783-9e60-48f5-acb7-bcb41592a80c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.406279] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1745a09-0145-4322-b9ed-ec66769d9390 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.425606] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance 'b80c97fa-357d-4bf7-904e-c742d47251aa' progress to 67 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.437077] env[69742]: DEBUG oslo_concurrency.lockutils [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] Releasing lock "refresh_cache-cd2f93ec-e72f-4b99-b251-c69e68bed3c1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.437373] env[69742]: DEBUG nova.compute.manager [req-44f9dc25-d64a-4d15-9e84-237b644e8def req-8d9a1767-13b1-4996-887b-3241e6e99870 service nova] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Received event network-vif-deleted-cc2c9767-20cc-4ad1-a0e3-bb48991ea33d {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.454598] env[69742]: DEBUG oslo_concurrency.lockutils [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.578781] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.658040] env[69742]: DEBUG nova.scheduler.client.report [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.770923] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 9d11e70b-f603-4b96-a097-16724b9aaf31] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.787472] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5231158d-e9e9-ba1e-884f-d2531445ee2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012822} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.788330] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c618288f-7034-4fc9-b449-58f58c2c9e88 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.794122] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1212.794122] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526d7512-3ece-47d0-af6d-920bf9dca041" [ 1212.794122] env[69742]: _type = "Task" [ 1212.794122] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.803629] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526d7512-3ece-47d0-af6d-920bf9dca041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.967996] env[69742]: DEBUG nova.network.neutron [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Port 3097c800-baf2-480e-99aa-04987ac71b18 binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1213.162273] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.162859] env[69742]: DEBUG nova.compute.manager [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.165495] env[69742]: DEBUG oslo_concurrency.lockutils [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.505s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.165762] env[69742]: DEBUG nova.objects.instance [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lazy-loading 'resources' on Instance uuid 727abe81-de59-4648-b9d3-cdc3f5782444 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.275185] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 6f4584a0-8660-429d-a4b5-929161750e3d] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.306923] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526d7512-3ece-47d0-af6d-920bf9dca041, 'name': SearchDatastore_Task, 'duration_secs': 0.03709} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.307300] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.307595] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] cd2f93ec-e72f-4b99-b251-c69e68bed3c1/cd2f93ec-e72f-4b99-b251-c69e68bed3c1.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.307918] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3af8d4cd-1a79-4f66-b3c5-37739f1193e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.316637] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1213.316637] env[69742]: value = "task-4061358" [ 1213.316637] env[69742]: _type = "Task" [ 1213.316637] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.326669] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.515525] env[69742]: DEBUG oslo_concurrency.lockutils [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.515948] env[69742]: DEBUG oslo_concurrency.lockutils [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.516294] env[69742]: INFO nova.compute.manager [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Attaching volume 0a9fdb5e-f973-40ce-a1ec-7d35e0441048 to /dev/sdb [ 1213.550637] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dc7ff6-794c-4227-9b6c-8cccb2481970 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.559843] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e5d30b-2074-4d6b-8a25-1834a260ea4b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.576174] env[69742]: DEBUG nova.virt.block_device [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating existing volume attachment record: aedcc055-2d60-47a3-9a35-92b6d76003c1 {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1213.669471] env[69742]: DEBUG nova.compute.utils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.671354] env[69742]: DEBUG nova.compute.manager [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.671825] env[69742]: DEBUG nova.network.neutron [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.719848] env[69742]: DEBUG nova.policy [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ed640feae7b4e92bb48aa38e8f24168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34ce9f079ee4417baa941ad22eccb941', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.779809] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: ce464ff4-a566-47a7-9f5c-0a6357de0c98] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.832124] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.930798] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ad0c23-ee2f-491e-9892-e20089079474 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.938982] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.939276] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.939554] env[69742]: DEBUG nova.compute.manager [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Going to confirm migration 5 {{(pid=69742) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1213.941866] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aabd773-239f-4dd0-b459-3304b8d9fb05 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.988968] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558b461f-132d-40eb-96d2-86b0ee4eb143 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.995933] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "b80c97fa-357d-4bf7-904e-c742d47251aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.996361] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.996361] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.004888] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3530414-98da-4b49-a6f2-f305b94514f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.022057] env[69742]: DEBUG nova.compute.provider_tree [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.051481] env[69742]: DEBUG nova.network.neutron [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Successfully created port: 2d94b3d3-fee8-4c18-8f0b-529ed044dd52 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.178335] env[69742]: DEBUG nova.compute.manager [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.285748] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: dc45777c-ff0a-4fa5-8280-cc0a3b793d74] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.328945] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600229} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.329174] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] cd2f93ec-e72f-4b99-b251-c69e68bed3c1/cd2f93ec-e72f-4b99-b251-c69e68bed3c1.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.329443] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.329711] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6bc7669-7f51-4526-b6de-087d2ec9673a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.337028] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1214.337028] env[69742]: value = "task-4061362" [ 1214.337028] env[69742]: _type = "Task" [ 1214.337028] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.346319] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.509326] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.509542] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquired lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.510015] env[69742]: DEBUG nova.network.neutron [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.510015] env[69742]: DEBUG nova.objects.instance [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lazy-loading 'info_cache' on Instance uuid 9091ab2b-743a-4dba-9e80-39d82ff140e8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.525268] env[69742]: DEBUG nova.scheduler.client.report [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.790075] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 9030bfbe-5557-4101-b2b7-06cc63159def] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.848242] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080173} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.848522] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.849369] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f58d00-3076-4c10-a7e5-f93d9a48bcc9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.872822] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] cd2f93ec-e72f-4b99-b251-c69e68bed3c1/cd2f93ec-e72f-4b99-b251-c69e68bed3c1.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.873105] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-410019d1-5e1c-4e11-843c-268181a71a38 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.894115] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1214.894115] env[69742]: value = "task-4061363" [ 1214.894115] env[69742]: _type = "Task" [ 1214.894115] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.902650] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.030451] env[69742]: DEBUG oslo_concurrency.lockutils [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.033495] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.004s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.033865] env[69742]: DEBUG nova.objects.instance [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lazy-loading 'pci_requests' on Instance uuid e115a6d4-708f-4cb5-89b2-5bdc292e256f {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.038357] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.038574] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.038838] env[69742]: DEBUG nova.network.neutron [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.056637] env[69742]: INFO nova.scheduler.client.report [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Deleted allocations for instance 727abe81-de59-4648-b9d3-cdc3f5782444 [ 1215.187371] env[69742]: DEBUG nova.compute.manager [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.218109] env[69742]: DEBUG nova.virt.hardware [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.218428] env[69742]: DEBUG nova.virt.hardware [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.218590] env[69742]: DEBUG nova.virt.hardware [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.218776] env[69742]: DEBUG nova.virt.hardware [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.218926] env[69742]: DEBUG nova.virt.hardware [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.219212] env[69742]: DEBUG nova.virt.hardware [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.219342] env[69742]: DEBUG nova.virt.hardware [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.219545] env[69742]: DEBUG nova.virt.hardware [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.219733] env[69742]: DEBUG nova.virt.hardware [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.219903] env[69742]: DEBUG nova.virt.hardware [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.220091] env[69742]: DEBUG nova.virt.hardware [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.220954] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b29dfb-55bc-452c-bd09-bc9ca6a49363 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.229712] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6752ed65-166b-4cdb-a992-1dc9c230bab4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.293365] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: ffc53993-dd71-4c83-a401-91dfbcea4e54] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.405943] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.461275] env[69742]: DEBUG nova.compute.manager [req-67f9f6ed-17f2-492a-880a-9581fc15ea20 req-9b15eca1-a54c-4bd9-9cf8-6a29250df0e5 service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Received event network-vif-plugged-2d94b3d3-fee8-4c18-8f0b-529ed044dd52 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.461275] env[69742]: DEBUG oslo_concurrency.lockutils [req-67f9f6ed-17f2-492a-880a-9581fc15ea20 req-9b15eca1-a54c-4bd9-9cf8-6a29250df0e5 service nova] Acquiring lock "892bc37d-916e-4309-b091-c467b2a78ac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.461275] env[69742]: DEBUG oslo_concurrency.lockutils [req-67f9f6ed-17f2-492a-880a-9581fc15ea20 req-9b15eca1-a54c-4bd9-9cf8-6a29250df0e5 service nova] Lock "892bc37d-916e-4309-b091-c467b2a78ac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.461275] env[69742]: DEBUG oslo_concurrency.lockutils [req-67f9f6ed-17f2-492a-880a-9581fc15ea20 req-9b15eca1-a54c-4bd9-9cf8-6a29250df0e5 service nova] Lock "892bc37d-916e-4309-b091-c467b2a78ac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.461275] env[69742]: DEBUG nova.compute.manager [req-67f9f6ed-17f2-492a-880a-9581fc15ea20 req-9b15eca1-a54c-4bd9-9cf8-6a29250df0e5 service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] No waiting events found dispatching network-vif-plugged-2d94b3d3-fee8-4c18-8f0b-529ed044dd52 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.461275] env[69742]: WARNING nova.compute.manager [req-67f9f6ed-17f2-492a-880a-9581fc15ea20 req-9b15eca1-a54c-4bd9-9cf8-6a29250df0e5 service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Received unexpected event network-vif-plugged-2d94b3d3-fee8-4c18-8f0b-529ed044dd52 for instance with vm_state building and task_state spawning. [ 1215.537834] env[69742]: DEBUG nova.objects.instance [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lazy-loading 'numa_topology' on Instance uuid e115a6d4-708f-4cb5-89b2-5bdc292e256f {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.564233] env[69742]: DEBUG oslo_concurrency.lockutils [None req-76af5c6e-dbd8-45bc-9e0b-ecdc57482c86 tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "727abe81-de59-4648-b9d3-cdc3f5782444" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.351s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.606385] env[69742]: DEBUG nova.network.neutron [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Successfully updated port: 2d94b3d3-fee8-4c18-8f0b-529ed044dd52 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.796303] env[69742]: DEBUG nova.network.neutron [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance_info_cache with network_info: [{"id": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "address": "fa:16:3e:2b:7e:83", "network": {"id": "810290e8-09b9-4dcf-95ed-b82bff2dc97f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1172077069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c727b75d0db347569fa0a54399eab163", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4b0e-6d", "ovs_interfaceid": "54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.797878] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 1208a6f2-8b22-4e78-a31d-9ca6656aff70] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.905469] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061363, 'name': ReconfigVM_Task, 'duration_secs': 0.78671} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.905648] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Reconfigured VM instance instance-0000006a to attach disk [datastore2] cd2f93ec-e72f-4b99-b251-c69e68bed3c1/cd2f93ec-e72f-4b99-b251-c69e68bed3c1.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.906259] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-077861b9-2ce2-449c-ae70-f992959ab6a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.913494] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1215.913494] env[69742]: value = "task-4061364" [ 1215.913494] env[69742]: _type = "Task" [ 1215.913494] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.922286] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061364, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.958034] env[69742]: DEBUG nova.network.neutron [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance_info_cache with network_info: [{"id": "3097c800-baf2-480e-99aa-04987ac71b18", "address": "fa:16:3e:38:f0:75", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3097c800-ba", "ovs_interfaceid": "3097c800-baf2-480e-99aa-04987ac71b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.040798] env[69742]: INFO nova.compute.claims [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.108810] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "refresh_cache-892bc37d-916e-4309-b091-c467b2a78ac1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.109084] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired lock "refresh_cache-892bc37d-916e-4309-b091-c467b2a78ac1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.109280] env[69742]: DEBUG nova.network.neutron [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.301166] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Releasing lock "refresh_cache-9091ab2b-743a-4dba-9e80-39d82ff140e8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.301576] env[69742]: DEBUG nova.objects.instance [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lazy-loading 'migration_context' on Instance uuid 9091ab2b-743a-4dba-9e80-39d82ff140e8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.304829] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: e600bdc4-56ce-4258-96a3-568c9b4d2661] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.425273] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061364, 'name': Rename_Task, 'duration_secs': 0.146058} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.425579] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.425834] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-666995d3-6918-44ec-ba00-cf0f970834dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.432454] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1216.432454] env[69742]: value = "task-4061366" [ 1216.432454] env[69742]: _type = "Task" [ 1216.432454] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.439972] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.461938] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.605734] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "29068741-7d3b-4212-b76b-d47dbde452d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.606021] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "29068741-7d3b-4212-b76b-d47dbde452d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.606239] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "29068741-7d3b-4212-b76b-d47dbde452d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.606430] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "29068741-7d3b-4212-b76b-d47dbde452d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.606610] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "29068741-7d3b-4212-b76b-d47dbde452d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.609098] env[69742]: INFO nova.compute.manager [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Terminating instance [ 1216.643484] env[69742]: DEBUG nova.network.neutron [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.782270] env[69742]: DEBUG nova.network.neutron [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Updating instance_info_cache with network_info: [{"id": "2d94b3d3-fee8-4c18-8f0b-529ed044dd52", "address": "fa:16:3e:e6:15:26", "network": {"id": "753f92ae-ae44-48a0-8ba4-9fe208b47235", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1061047985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ce9f079ee4417baa941ad22eccb941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d94b3d3-fe", "ovs_interfaceid": "2d94b3d3-fee8-4c18-8f0b-529ed044dd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.804737] env[69742]: DEBUG nova.objects.base [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Object Instance<9091ab2b-743a-4dba-9e80-39d82ff140e8> lazy-loaded attributes: info_cache,migration_context {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1216.805961] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6051cf1e-9545-4960-b251-3fe0e7fba2f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.809451] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 917f5cae-ce8d-4194-9d79-bb8083092fbd] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.828087] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c64f69-1c8b-4d6d-b96d-81f3da01c35d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.834979] env[69742]: DEBUG oslo_vmware.api [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1216.834979] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d16472-3d41-fca4-82ad-21ce44d75c23" [ 1216.834979] env[69742]: _type = "Task" [ 1216.834979] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.844896] env[69742]: DEBUG oslo_vmware.api [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d16472-3d41-fca4-82ad-21ce44d75c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.946290] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061366, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.992769] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a67bb3-b3ef-4493-b83e-ec391075551c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.013322] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5516a0-765c-465f-9f27-5814627cd273 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.021118] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance 'b80c97fa-357d-4bf7-904e-c742d47251aa' progress to 83 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.114782] env[69742]: DEBUG nova.compute.manager [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.115014] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.115905] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4256ef-cc55-47b5-a92f-bd1eebf9e528 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.126798] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.127086] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a148687d-46e5-404a-8532-6aab2024cd00 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.134056] env[69742]: DEBUG oslo_vmware.api [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1217.134056] env[69742]: value = "task-4061367" [ 1217.134056] env[69742]: _type = "Task" [ 1217.134056] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.145867] env[69742]: DEBUG oslo_vmware.api [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.270683] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d60481-547c-402b-815c-5bae1fe6b150 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.279092] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438652d5-d9a4-43d8-8240-a602bf247118 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.285302] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lock "refresh_cache-892bc37d-916e-4309-b091-c467b2a78ac1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.285642] env[69742]: DEBUG nova.compute.manager [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Instance network_info: |[{"id": "2d94b3d3-fee8-4c18-8f0b-529ed044dd52", "address": "fa:16:3e:e6:15:26", "network": {"id": "753f92ae-ae44-48a0-8ba4-9fe208b47235", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1061047985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ce9f079ee4417baa941ad22eccb941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d94b3d3-fe", "ovs_interfaceid": "2d94b3d3-fee8-4c18-8f0b-529ed044dd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.311510] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:15:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d94b3d3-fee8-4c18-8f0b-529ed044dd52', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.319738] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.320659] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 46fecc62-e620-4135-a751-3df131d2a624] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.322836] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.323756] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223c4ea4-97cb-42e5-9e16-8126b7941b15 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.329028] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbfbafd7-fbeb-4602-b6c5-ec7419602161 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.353561] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66935245-a3b1-4a2e-8ae9-5a8074172d3c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.363114] env[69742]: DEBUG oslo_vmware.api [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d16472-3d41-fca4-82ad-21ce44d75c23, 'name': SearchDatastore_Task, 'duration_secs': 0.016434} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.363364] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.363364] env[69742]: value = "task-4061368" [ 1217.363364] env[69742]: _type = "Task" [ 1217.363364] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.364187] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.377333] env[69742]: DEBUG nova.compute.provider_tree [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.385709] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061368, 'name': CreateVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.445753] env[69742]: DEBUG oslo_vmware.api [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061366, 'name': PowerOnVM_Task, 'duration_secs': 1.002399} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.446028] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.446237] env[69742]: INFO nova.compute.manager [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1217.446404] env[69742]: DEBUG nova.compute.manager [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.447386] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9194c09-d45b-4586-90b1-e58d8b9b2972 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.496588] env[69742]: DEBUG nova.compute.manager [req-2b1fb9a7-f6ba-4ce6-9aa7-0d3c27438ca8 req-2a37c5f9-ceb7-4f45-9da4-ced153b6de93 service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Received event network-changed-2d94b3d3-fee8-4c18-8f0b-529ed044dd52 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.496805] env[69742]: DEBUG nova.compute.manager [req-2b1fb9a7-f6ba-4ce6-9aa7-0d3c27438ca8 req-2a37c5f9-ceb7-4f45-9da4-ced153b6de93 service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Refreshing instance network info cache due to event network-changed-2d94b3d3-fee8-4c18-8f0b-529ed044dd52. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.497044] env[69742]: DEBUG oslo_concurrency.lockutils [req-2b1fb9a7-f6ba-4ce6-9aa7-0d3c27438ca8 req-2a37c5f9-ceb7-4f45-9da4-ced153b6de93 service nova] Acquiring lock "refresh_cache-892bc37d-916e-4309-b091-c467b2a78ac1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.497269] env[69742]: DEBUG oslo_concurrency.lockutils [req-2b1fb9a7-f6ba-4ce6-9aa7-0d3c27438ca8 req-2a37c5f9-ceb7-4f45-9da4-ced153b6de93 service nova] Acquired lock "refresh_cache-892bc37d-916e-4309-b091-c467b2a78ac1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.497448] env[69742]: DEBUG nova.network.neutron [req-2b1fb9a7-f6ba-4ce6-9aa7-0d3c27438ca8 req-2a37c5f9-ceb7-4f45-9da4-ced153b6de93 service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Refreshing network info cache for port 2d94b3d3-fee8-4c18-8f0b-529ed044dd52 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.527648] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.527939] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e0dd573-6ee2-444f-ad91-d5eb5f8bbe66 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.536512] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1217.536512] env[69742]: value = "task-4061369" [ 1217.536512] env[69742]: _type = "Task" [ 1217.536512] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.546719] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.647054] env[69742]: DEBUG oslo_vmware.api [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061367, 'name': PowerOffVM_Task, 'duration_secs': 0.377189} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.647451] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.647633] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.647919] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb02e75e-d5cc-458d-9164-c6e626c3e44d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.744718] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.745101] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.745370] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Deleting the datastore file [datastore1] 29068741-7d3b-4212-b76b-d47dbde452d0 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.745782] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3221ff1c-a20d-4dd4-a9c7-197d36eb72fa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.754395] env[69742]: DEBUG oslo_vmware.api [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for the task: (returnval){ [ 1217.754395] env[69742]: value = "task-4061371" [ 1217.754395] env[69742]: _type = "Task" [ 1217.754395] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.770415] env[69742]: DEBUG oslo_vmware.api [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.828377] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 35b38923-4034-46b3-b61e-8e853a68b4fe] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.875532] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061368, 'name': CreateVM_Task, 'duration_secs': 0.41372} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.875760] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.876615] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.876757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.877207] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.877515] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0111e3cb-7c87-46b7-a861-3fdde09ed0d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.880389] env[69742]: DEBUG nova.scheduler.client.report [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.888534] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1217.888534] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fbffad-bc37-08e9-513f-59f714ca68a4" [ 1217.888534] env[69742]: _type = "Task" [ 1217.888534] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.899257] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fbffad-bc37-08e9-513f-59f714ca68a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.969296] env[69742]: INFO nova.compute.manager [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Took 13.90 seconds to build instance. [ 1218.047696] env[69742]: DEBUG oslo_vmware.api [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061369, 'name': PowerOnVM_Task, 'duration_secs': 0.49789} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.047994] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.048243] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4e764fb4-353d-4640-9c09-03b358774e92 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance 'b80c97fa-357d-4bf7-904e-c742d47251aa' progress to 100 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.131904] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1218.132160] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804915', 'volume_id': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'name': 'volume-0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91ad2f6b-4a0f-4f5b-9787-f9de376d6b22', 'attached_at': '', 'detached_at': '', 'volume_id': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'serial': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1218.133987] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9771f315-0be7-480a-8c47-d1bcc82fa67d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.151580] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b1a9b0-10fb-4c7f-88aa-f453a48e514d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.182589] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-0a9fdb5e-f973-40ce-a1ec-7d35e0441048/volume-0a9fdb5e-f973-40ce-a1ec-7d35e0441048.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.183032] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e002b08a-ca38-4e0c-a493-c10276e83f59 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.204847] env[69742]: DEBUG oslo_vmware.api [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1218.204847] env[69742]: value = "task-4061372" [ 1218.204847] env[69742]: _type = "Task" [ 1218.204847] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.214982] env[69742]: DEBUG oslo_vmware.api [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.265898] env[69742]: DEBUG oslo_vmware.api [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Task: {'id': task-4061371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160887} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.266201] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.266390] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.266571] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.266747] env[69742]: INFO nova.compute.manager [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1218.266995] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.267286] env[69742]: DEBUG nova.compute.manager [-] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.267407] env[69742]: DEBUG nova.network.neutron [-] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.331520] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 948da37c-dfc1-4de8-b2a5-de2753a528cf] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.386074] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.352s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.388694] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.810s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.402748] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fbffad-bc37-08e9-513f-59f714ca68a4, 'name': SearchDatastore_Task, 'duration_secs': 0.025235} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.403769] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.403769] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.403769] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.404083] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.404139] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.404457] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2de25a9a-312e-4937-878b-90a98da289ce {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.415962] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.416185] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.417679] env[69742]: DEBUG nova.network.neutron [req-2b1fb9a7-f6ba-4ce6-9aa7-0d3c27438ca8 req-2a37c5f9-ceb7-4f45-9da4-ced153b6de93 service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Updated VIF entry in instance network info cache for port 2d94b3d3-fee8-4c18-8f0b-529ed044dd52. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.418146] env[69742]: DEBUG nova.network.neutron [req-2b1fb9a7-f6ba-4ce6-9aa7-0d3c27438ca8 req-2a37c5f9-ceb7-4f45-9da4-ced153b6de93 service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Updating instance_info_cache with network_info: [{"id": "2d94b3d3-fee8-4c18-8f0b-529ed044dd52", "address": "fa:16:3e:e6:15:26", "network": {"id": "753f92ae-ae44-48a0-8ba4-9fe208b47235", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1061047985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ce9f079ee4417baa941ad22eccb941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d94b3d3-fe", "ovs_interfaceid": "2d94b3d3-fee8-4c18-8f0b-529ed044dd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.419544] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62e3409-896c-419c-a461-6948628fc633 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.426438] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1218.426438] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5258a20c-e09d-85db-98b9-229ff31c8fb5" [ 1218.426438] env[69742]: _type = "Task" [ 1218.426438] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.431932] env[69742]: INFO nova.network.neutron [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updating port d2ac982d-ba3e-497c-a183-b412fb1907fc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1218.440689] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5258a20c-e09d-85db-98b9-229ff31c8fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.472513] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d904d6bd-6535-4bea-815d-92489fb83927 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.414s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.718563] env[69742]: DEBUG oslo_vmware.api [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.835699] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 55ed6c0a-ab5b-4bab-af51-c4e57d976aa9] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.895500] env[69742]: INFO nova.compute.claims [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.923932] env[69742]: DEBUG oslo_concurrency.lockutils [req-2b1fb9a7-f6ba-4ce6-9aa7-0d3c27438ca8 req-2a37c5f9-ceb7-4f45-9da4-ced153b6de93 service nova] Releasing lock "refresh_cache-892bc37d-916e-4309-b091-c467b2a78ac1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.938618] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5258a20c-e09d-85db-98b9-229ff31c8fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.012348} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.939805] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55760605-1d0b-49fa-957d-8eebad902555 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.948093] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1218.948093] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c7c72c-9738-5d92-18a4-f0dd04fb8440" [ 1218.948093] env[69742]: _type = "Task" [ 1218.948093] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.958946] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c7c72c-9738-5d92-18a4-f0dd04fb8440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.163515] env[69742]: DEBUG nova.network.neutron [-] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.218020] env[69742]: DEBUG oslo_vmware.api [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061372, 'name': ReconfigVM_Task, 'duration_secs': 0.606859} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.218457] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-0a9fdb5e-f973-40ce-a1ec-7d35e0441048/volume-0a9fdb5e-f973-40ce-a1ec-7d35e0441048.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.223270] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b93e60-01ae-4c3a-83d2-0ac838f1d551 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.240575] env[69742]: DEBUG oslo_vmware.api [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1219.240575] env[69742]: value = "task-4061373" [ 1219.240575] env[69742]: _type = "Task" [ 1219.240575] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.250983] env[69742]: DEBUG oslo_vmware.api [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.340146] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: d930c956-4b36-4d78-ad91-f89bee666618] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.393251] env[69742]: DEBUG nova.compute.manager [req-054e623f-89a1-414c-a268-25d426728254 req-84d00006-bac5-4518-979f-94a5a343593d service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Received event network-changed-68eba6fb-793d-455d-8d8c-f1c6973911cb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.393489] env[69742]: DEBUG nova.compute.manager [req-054e623f-89a1-414c-a268-25d426728254 req-84d00006-bac5-4518-979f-94a5a343593d service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Refreshing instance network info cache due to event network-changed-68eba6fb-793d-455d-8d8c-f1c6973911cb. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.393703] env[69742]: DEBUG oslo_concurrency.lockutils [req-054e623f-89a1-414c-a268-25d426728254 req-84d00006-bac5-4518-979f-94a5a343593d service nova] Acquiring lock "refresh_cache-cd2f93ec-e72f-4b99-b251-c69e68bed3c1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.393854] env[69742]: DEBUG oslo_concurrency.lockutils [req-054e623f-89a1-414c-a268-25d426728254 req-84d00006-bac5-4518-979f-94a5a343593d service nova] Acquired lock "refresh_cache-cd2f93ec-e72f-4b99-b251-c69e68bed3c1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.394020] env[69742]: DEBUG nova.network.neutron [req-054e623f-89a1-414c-a268-25d426728254 req-84d00006-bac5-4518-979f-94a5a343593d service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Refreshing network info cache for port 68eba6fb-793d-455d-8d8c-f1c6973911cb {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.402389] env[69742]: INFO nova.compute.resource_tracker [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating resource usage from migration 7e21f958-9794-48be-ae18-9403b04dcbeb [ 1219.466084] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c7c72c-9738-5d92-18a4-f0dd04fb8440, 'name': SearchDatastore_Task, 'duration_secs': 0.01727} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.470070] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.470439] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 892bc37d-916e-4309-b091-c467b2a78ac1/892bc37d-916e-4309-b091-c467b2a78ac1.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.471240] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9940fc76-48b4-4b8e-a7e9-a1e0f3400ff5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.480388] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1219.480388] env[69742]: value = "task-4061374" [ 1219.480388] env[69742]: _type = "Task" [ 1219.480388] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.495035] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.554676] env[69742]: DEBUG nova.compute.manager [req-2befc047-33a6-4d04-8072-2182d3dcb746 req-d62868ed-1d4a-4ce1-8983-e44fb64593be service nova] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Received event network-vif-deleted-65e9efa3-71db-498d-b8cd-7e27326623d7 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.667710] env[69742]: INFO nova.compute.manager [-] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Took 1.40 seconds to deallocate network for instance. [ 1219.690628] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a23cb3-06f7-4801-a24c-2145a03ef148 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.700200] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba15620-eae7-49e9-8c5c-952054748cfc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.736257] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaff3e1-06f3-48eb-9e6b-24225026c9f6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.749912] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9ee815-c5ac-4683-b6db-3f7b172e8e4a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.758470] env[69742]: DEBUG oslo_vmware.api [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061373, 'name': ReconfigVM_Task, 'duration_secs': 0.23234} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.759417] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804915', 'volume_id': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'name': 'volume-0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91ad2f6b-4a0f-4f5b-9787-f9de376d6b22', 'attached_at': '', 'detached_at': '', 'volume_id': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'serial': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1219.770930] env[69742]: DEBUG nova.compute.provider_tree [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.845696] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 1225a6de-6f47-4c11-bcb8-71db4cebd5c8] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.998717] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061374, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.154188] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "b80c97fa-357d-4bf7-904e-c742d47251aa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.154614] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.154932] env[69742]: DEBUG nova.compute.manager [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Going to confirm migration 6 {{(pid=69742) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1220.180776] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.303320] env[69742]: ERROR nova.scheduler.client.report [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [req-e9f9e52a-5bf4-4b03-bc5b-45f4cd88a396] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e9f9e52a-5bf4-4b03-bc5b-45f4cd88a396"}]} [ 1220.314136] env[69742]: DEBUG nova.network.neutron [req-054e623f-89a1-414c-a268-25d426728254 req-84d00006-bac5-4518-979f-94a5a343593d service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Updated VIF entry in instance network info cache for port 68eba6fb-793d-455d-8d8c-f1c6973911cb. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.314508] env[69742]: DEBUG nova.network.neutron [req-054e623f-89a1-414c-a268-25d426728254 req-84d00006-bac5-4518-979f-94a5a343593d service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Updating instance_info_cache with network_info: [{"id": "68eba6fb-793d-455d-8d8c-f1c6973911cb", "address": "fa:16:3e:cf:e2:f0", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68eba6fb-79", "ovs_interfaceid": "68eba6fb-793d-455d-8d8c-f1c6973911cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.327984] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.327984] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.327984] env[69742]: DEBUG nova.network.neutron [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.332685] env[69742]: DEBUG nova.scheduler.client.report [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1220.348966] env[69742]: DEBUG nova.scheduler.client.report [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1220.349265] env[69742]: DEBUG nova.compute.provider_tree [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.352099] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: fc1f24db-833e-4341-b4c6-b7adc627dcf6] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.364652] env[69742]: DEBUG nova.scheduler.client.report [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1220.387049] env[69742]: DEBUG nova.scheduler.client.report [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1220.493664] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608127} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.496748] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 892bc37d-916e-4309-b091-c467b2a78ac1/892bc37d-916e-4309-b091-c467b2a78ac1.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.497314] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.497668] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-712f7b54-db41-4ebb-a619-4d01bc9efc47 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.506366] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1220.506366] env[69742]: value = "task-4061375" [ 1220.506366] env[69742]: _type = "Task" [ 1220.506366] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.522330] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.613691] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed46874-0474-479a-8d42-ee43b1990dec {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.622154] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aeb257-4c34-4ee4-bb30-6baf31d2dde5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.655670] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6de9d0b-8316-4078-aaf6-2d66de003e2d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.666410] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067d70d6-116c-40bd-829b-b837043b6c8a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.683729] env[69742]: DEBUG nova.compute.provider_tree [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.730066] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.730282] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquired lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.730469] env[69742]: DEBUG nova.network.neutron [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.730653] env[69742]: DEBUG nova.objects.instance [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lazy-loading 'info_cache' on Instance uuid b80c97fa-357d-4bf7-904e-c742d47251aa {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.818384] env[69742]: DEBUG nova.objects.instance [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'flavor' on Instance uuid 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.820090] env[69742]: DEBUG oslo_concurrency.lockutils [req-054e623f-89a1-414c-a268-25d426728254 req-84d00006-bac5-4518-979f-94a5a343593d service nova] Releasing lock "refresh_cache-cd2f93ec-e72f-4b99-b251-c69e68bed3c1" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.855377] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: b0ebfe40-c5ea-459c-ad35-1b5273658555] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.017883] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080219} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.018412] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.019231] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f7d36b-c89e-41a0-93fb-40907086121e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.043480] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 892bc37d-916e-4309-b091-c467b2a78ac1/892bc37d-916e-4309-b091-c467b2a78ac1.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.043695] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d4cac33-47c0-4852-bc8b-4188690f4023 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.068199] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1221.068199] env[69742]: value = "task-4061376" [ 1221.068199] env[69742]: _type = "Task" [ 1221.068199] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.076843] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.096261] env[69742]: DEBUG nova.network.neutron [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updating instance_info_cache with network_info: [{"id": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "address": "fa:16:3e:40:7b:ff", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ac982d-ba", "ovs_interfaceid": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.219359] env[69742]: DEBUG nova.scheduler.client.report [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1221.219681] env[69742]: DEBUG nova.compute.provider_tree [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 151 to 152 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1221.219878] env[69742]: DEBUG nova.compute.provider_tree [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.323958] env[69742]: DEBUG oslo_concurrency.lockutils [None req-961acc0f-298c-40eb-a6d0-96ebd5957d28 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.808s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.358995] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: b237bb8e-2d3e-4017-a618-1c2bb30c8e00] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.579448] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.599318] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.629418] env[69742]: DEBUG nova.virt.hardware [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ab9a94ea0b6bd2fd9269f2c7c3e57d31',container_format='bare',created_at=2025-05-13T01:24:07Z,direct_url=,disk_format='vmdk',id=2a779235-a659-4596-87d9-d92c9e5b9820,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1886048710-shelved',owner='b66c87fecf9041119bea3965aa90ca34',properties=ImageMetaProps,protected=,size=31660032,status='active',tags=,updated_at=2025-05-13T01:24:23Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.629778] env[69742]: DEBUG nova.virt.hardware [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.629957] env[69742]: DEBUG nova.virt.hardware [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.630279] env[69742]: DEBUG nova.virt.hardware [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.630370] env[69742]: DEBUG nova.virt.hardware [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.630560] env[69742]: DEBUG nova.virt.hardware [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.630811] env[69742]: DEBUG nova.virt.hardware [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.631021] env[69742]: DEBUG nova.virt.hardware [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.631192] env[69742]: DEBUG nova.virt.hardware [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.631542] env[69742]: DEBUG nova.virt.hardware [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.631576] env[69742]: DEBUG nova.virt.hardware [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.632610] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6de5040-16ad-453f-bce3-d5bdac96a644 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.641730] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddf4e59-403a-4c12-a3a7-2839f37d9e9d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.658378] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:7b:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2ac982d-ba3e-497c-a183-b412fb1907fc', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.667090] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.667474] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.667724] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e54b27ad-8967-4b8f-85bb-9dc20eb69fdf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.689426] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.689426] env[69742]: value = "task-4061377" [ 1221.689426] env[69742]: _type = "Task" [ 1221.689426] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.698630] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061377, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.725863] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.337s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.726231] env[69742]: INFO nova.compute.manager [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Migrating [ 1221.736818] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.372s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.773021] env[69742]: DEBUG nova.compute.manager [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Received event network-vif-plugged-d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.773112] env[69742]: DEBUG oslo_concurrency.lockutils [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] Acquiring lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.773544] env[69742]: DEBUG oslo_concurrency.lockutils [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.773741] env[69742]: DEBUG oslo_concurrency.lockutils [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.773919] env[69742]: DEBUG nova.compute.manager [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] No waiting events found dispatching network-vif-plugged-d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.774083] env[69742]: WARNING nova.compute.manager [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Received unexpected event network-vif-plugged-d2ac982d-ba3e-497c-a183-b412fb1907fc for instance with vm_state shelved_offloaded and task_state spawning. [ 1221.774247] env[69742]: DEBUG nova.compute.manager [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Received event network-changed-d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.774408] env[69742]: DEBUG nova.compute.manager [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Refreshing instance network info cache due to event network-changed-d2ac982d-ba3e-497c-a183-b412fb1907fc. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.774616] env[69742]: DEBUG oslo_concurrency.lockutils [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] Acquiring lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.774752] env[69742]: DEBUG oslo_concurrency.lockutils [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] Acquired lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.774911] env[69742]: DEBUG nova.network.neutron [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Refreshing network info cache for port d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.862118] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: c1fda6cf-f884-4df7-a10d-3ddce8b26917] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.988835] env[69742]: DEBUG nova.network.neutron [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance_info_cache with network_info: [{"id": "3097c800-baf2-480e-99aa-04987ac71b18", "address": "fa:16:3e:38:f0:75", "network": {"id": "7b68431e-ffc0-44b6-b9ed-7cf543d713c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-822091534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3634e73ca6ec483b98e2f72b63aa750e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3097c800-ba", "ovs_interfaceid": "3097c800-baf2-480e-99aa-04987ac71b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.081018] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061376, 'name': ReconfigVM_Task, 'duration_secs': 0.683695} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.081326] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 892bc37d-916e-4309-b091-c467b2a78ac1/892bc37d-916e-4309-b091-c467b2a78ac1.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.082026] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd57be38-0668-4011-b7e1-681305f7653e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.089128] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1222.089128] env[69742]: value = "task-4061378" [ 1222.089128] env[69742]: _type = "Task" [ 1222.089128] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.097705] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061378, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.201497] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061377, 'name': CreateVM_Task, 'duration_secs': 0.36877} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.201682] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.202454] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.202668] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.203103] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.203385] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7194ad13-1095-4c8d-95d5-7ed36bdf9a85 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.209448] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1222.209448] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52aa22cc-987c-d39b-646a-bb0ded71ba1e" [ 1222.209448] env[69742]: _type = "Task" [ 1222.209448] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.222289] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52aa22cc-987c-d39b-646a-bb0ded71ba1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.254986] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.254986] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.254986] env[69742]: DEBUG nova.network.neutron [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.365225] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 3670a756-2036-4ae4-885f-d17805323729] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.481110] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3227c073-1a7a-4aca-ac38-06ef5315c0bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.491333] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Releasing lock "refresh_cache-b80c97fa-357d-4bf7-904e-c742d47251aa" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.491586] env[69742]: DEBUG nova.objects.instance [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lazy-loading 'migration_context' on Instance uuid b80c97fa-357d-4bf7-904e-c742d47251aa {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.493603] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b17e5a-4895-4689-99fd-1a3ec7253d23 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.526795] env[69742]: DEBUG nova.network.neutron [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updated VIF entry in instance network info cache for port d2ac982d-ba3e-497c-a183-b412fb1907fc. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.527206] env[69742]: DEBUG nova.network.neutron [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updating instance_info_cache with network_info: [{"id": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "address": "fa:16:3e:40:7b:ff", "network": {"id": "7f94859f-7e81-4b2c-810c-ea290a1a8f4a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-896240940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66c87fecf9041119bea3965aa90ca34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ac982d-ba", "ovs_interfaceid": "d2ac982d-ba3e-497c-a183-b412fb1907fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.529103] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e2b48c-6f4c-4764-b71d-1c45bc670da4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.538316] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07b5f00-174b-40a8-a99e-718bccca12cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.555809] env[69742]: DEBUG nova.compute.provider_tree [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.600108] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061378, 'name': Rename_Task, 'duration_secs': 0.155831} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.600340] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.600616] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-265e6a34-231f-4c2e-8ae5-bad7044e566b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.607491] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1222.607491] env[69742]: value = "task-4061379" [ 1222.607491] env[69742]: _type = "Task" [ 1222.607491] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.616285] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.720528] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.720813] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Processing image 2a779235-a659-4596-87d9-d92c9e5b9820 {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.721081] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820/2a779235-a659-4596-87d9-d92c9e5b9820.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.721236] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820/2a779235-a659-4596-87d9-d92c9e5b9820.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.721456] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.721696] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bd4f438-37ec-4fc8-886e-60d67990fe05 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.735920] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.736132] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.736901] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3eb9f9e-172d-4de6-a309-63f9b2f0d2ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.743065] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1222.743065] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]522e7fe5-d98a-dc0b-b8ab-c932bb9cbc95" [ 1222.743065] env[69742]: _type = "Task" [ 1222.743065] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.751866] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]522e7fe5-d98a-dc0b-b8ab-c932bb9cbc95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.785844] env[69742]: DEBUG nova.compute.manager [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Stashing vm_state: active {{(pid=69742) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1222.869807] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 82319341-97ba-4d4f-9388-34aa338c03c9] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.972922] env[69742]: DEBUG nova.network.neutron [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance_info_cache with network_info: [{"id": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "address": "fa:16:3e:3c:11:4b", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f46d8d2-ce", "ovs_interfaceid": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.999209] env[69742]: DEBUG nova.objects.base [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.000232] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b544f97-714f-4aa8-90e1-ce63cc2c6193 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.022866] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80def0f-091c-4a48-a2c6-65d234ef79db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.029303] env[69742]: DEBUG oslo_vmware.api [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1223.029303] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525115c4-f835-2186-f249-441bb8464aef" [ 1223.029303] env[69742]: _type = "Task" [ 1223.029303] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.032938] env[69742]: DEBUG oslo_concurrency.lockutils [req-f72e9fcc-cabd-483e-a1ec-e96612072ed3 req-827044a9-3ca1-4975-acb8-a1e0c7bc6494 service nova] Releasing lock "refresh_cache-e115a6d4-708f-4cb5-89b2-5bdc292e256f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.038965] env[69742]: DEBUG oslo_vmware.api [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525115c4-f835-2186-f249-441bb8464aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.058841] env[69742]: DEBUG nova.scheduler.client.report [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.121348] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.254022] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Preparing fetch location {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1223.254294] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Fetch image to [datastore1] OSTACK_IMG_bb5a65d0-7756-472c-b50b-d4523b4e2fe4/OSTACK_IMG_bb5a65d0-7756-472c-b50b-d4523b4e2fe4.vmdk {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1223.254483] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Downloading stream optimized image 2a779235-a659-4596-87d9-d92c9e5b9820 to [datastore1] OSTACK_IMG_bb5a65d0-7756-472c-b50b-d4523b4e2fe4/OSTACK_IMG_bb5a65d0-7756-472c-b50b-d4523b4e2fe4.vmdk on the data store datastore1 as vApp {{(pid=69742) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1223.254658] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Downloading image file data 2a779235-a659-4596-87d9-d92c9e5b9820 to the ESX as VM named 'OSTACK_IMG_bb5a65d0-7756-472c-b50b-d4523b4e2fe4' {{(pid=69742) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1223.316769] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.336945] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1223.336945] env[69742]: value = "resgroup-9" [ 1223.336945] env[69742]: _type = "ResourcePool" [ 1223.336945] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1223.337368] env[69742]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-76d14883-fecd-4807-8797-eea6a749cb2a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.361089] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lease: (returnval){ [ 1223.361089] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e9b4cb-6bc9-de69-d435-d3dc71c501de" [ 1223.361089] env[69742]: _type = "HttpNfcLease" [ 1223.361089] env[69742]: } obtained for vApp import into resource pool (val){ [ 1223.361089] env[69742]: value = "resgroup-9" [ 1223.361089] env[69742]: _type = "ResourcePool" [ 1223.361089] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1223.361592] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the lease: (returnval){ [ 1223.361592] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e9b4cb-6bc9-de69-d435-d3dc71c501de" [ 1223.361592] env[69742]: _type = "HttpNfcLease" [ 1223.361592] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1223.368340] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.368340] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e9b4cb-6bc9-de69-d435-d3dc71c501de" [ 1223.368340] env[69742]: _type = "HttpNfcLease" [ 1223.368340] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.373050] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 15c5fde6-f8e5-4e1b-a413-e233c887c5b3] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.476347] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.541754] env[69742]: DEBUG oslo_vmware.api [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525115c4-f835-2186-f249-441bb8464aef, 'name': SearchDatastore_Task, 'duration_secs': 0.022147} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.541986] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.620215] env[69742]: DEBUG oslo_vmware.api [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061379, 'name': PowerOnVM_Task, 'duration_secs': 0.97155} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.620535] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.620806] env[69742]: INFO nova.compute.manager [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1223.621079] env[69742]: DEBUG nova.compute.manager [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.621928] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd2d107-b4b8-4a85-b18f-5afae328b274 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.870617] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.870617] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e9b4cb-6bc9-de69-d435-d3dc71c501de" [ 1223.870617] env[69742]: _type = "HttpNfcLease" [ 1223.870617] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.876295] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 1e7027d0-37ff-4737-a3d9-63724e8b2889] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.070095] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.333s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.073263] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.893s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.073489] env[69742]: DEBUG nova.objects.instance [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lazy-loading 'resources' on Instance uuid 29068741-7d3b-4212-b76b-d47dbde452d0 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.142555] env[69742]: INFO nova.compute.manager [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Took 13.33 seconds to build instance. [ 1224.370849] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1224.370849] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e9b4cb-6bc9-de69-d435-d3dc71c501de" [ 1224.370849] env[69742]: _type = "HttpNfcLease" [ 1224.370849] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1224.380074] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 63005fe8-620c-4a91-b48c-5cecee3ad2d5] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.403627] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "892bc37d-916e-4309-b091-c467b2a78ac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.635569] env[69742]: INFO nova.scheduler.client.report [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted allocation for migration 96fd59eb-9451-4495-a91c-37b746772e18 [ 1224.644032] env[69742]: DEBUG oslo_concurrency.lockutils [None req-20f0b7a6-f5c3-4e58-bbb5-3b099c6209e2 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "892bc37d-916e-4309-b091-c467b2a78ac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.841s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.644267] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "892bc37d-916e-4309-b091-c467b2a78ac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.241s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.644401] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "892bc37d-916e-4309-b091-c467b2a78ac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.644606] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "892bc37d-916e-4309-b091-c467b2a78ac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.644776] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "892bc37d-916e-4309-b091-c467b2a78ac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.649288] env[69742]: INFO nova.compute.manager [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Terminating instance [ 1224.761196] env[69742]: INFO nova.compute.manager [None req-df48a798-90da-437d-8e89-cd2da4f1f1b8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Get console output [ 1224.761589] env[69742]: WARNING nova.virt.vmwareapi.driver [None req-df48a798-90da-437d-8e89-cd2da4f1f1b8 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] The console log is missing. Check your VSPC configuration [ 1224.789171] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae85341e-cf24-4bed-820e-4a821e70f470 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.797555] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b0306f-6de9-4a5c-9c34-a36c8ae1baf0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.831333] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a21e641-bb2e-4761-9586-67cf88fc98a1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.840593] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac979ec3-7e06-4588-b681-490e20aca2fe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.857116] env[69742]: DEBUG nova.compute.provider_tree [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.871635] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1224.871635] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e9b4cb-6bc9-de69-d435-d3dc71c501de" [ 1224.871635] env[69742]: _type = "HttpNfcLease" [ 1224.871635] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1224.883091] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.883392] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Cleaning up deleted instances with incomplete migration {{(pid=69742) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1224.993563] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9604ea2b-bfab-405f-bdd2-d573dc165b76 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.012860] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance 'f7623413-23b4-4ded-8961-f94473009504' progress to 0 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.141629] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e0af046-85a5-4d05-b7ae-8d61be0f4838 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.202s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.155305] env[69742]: DEBUG nova.compute.manager [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.155664] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.157431] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f5e39f-da32-4765-ad19-217685b2020e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.166887] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.167250] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68c5543f-0988-42d5-aff2-5f3b3916f5c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.176359] env[69742]: DEBUG oslo_vmware.api [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1225.176359] env[69742]: value = "task-4061381" [ 1225.176359] env[69742]: _type = "Task" [ 1225.176359] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.187015] env[69742]: DEBUG oslo_vmware.api [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.361027] env[69742]: DEBUG nova.scheduler.client.report [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.371734] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1225.371734] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e9b4cb-6bc9-de69-d435-d3dc71c501de" [ 1225.371734] env[69742]: _type = "HttpNfcLease" [ 1225.371734] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1225.372049] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1225.372049] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e9b4cb-6bc9-de69-d435-d3dc71c501de" [ 1225.372049] env[69742]: _type = "HttpNfcLease" [ 1225.372049] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1225.372825] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbee099-2c46-4dda-b197-9b0f34c3d15d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.381906] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ce05-5dac-dab5-2595-89f29cb651ce/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1225.382135] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating HTTP connection to write to file with size = 31660032 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ce05-5dac-dab5-2595-89f29cb651ce/disk-0.vmdk. {{(pid=69742) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1225.457815] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-856d00e3-2c47-4f59-a0b3-9bcc1b40e669 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.519079] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.519448] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0987c41c-5201-42bc-93ea-537c30e4d1df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.526988] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1225.526988] env[69742]: value = "task-4061382" [ 1225.526988] env[69742]: _type = "Task" [ 1225.526988] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.537252] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.690370] env[69742]: DEBUG oslo_vmware.api [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061381, 'name': PowerOffVM_Task, 'duration_secs': 0.328664} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.692441] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.692697] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.693240] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea4fc122-c159-4df8-aaaa-7587a2a2164a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.779725] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.780072] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.780388] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Deleting the datastore file [datastore1] 892bc37d-916e-4309-b091-c467b2a78ac1 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.780755] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-712c8124-2173-4b46-8acb-ea8b5a5dc4c7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.789989] env[69742]: DEBUG oslo_vmware.api [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1225.789989] env[69742]: value = "task-4061384" [ 1225.789989] env[69742]: _type = "Task" [ 1225.789989] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.801554] env[69742]: DEBUG oslo_vmware.api [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.869267] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.872289] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.556s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.898995] env[69742]: INFO nova.scheduler.client.report [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Deleted allocations for instance 29068741-7d3b-4212-b76b-d47dbde452d0 [ 1226.044710] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061382, 'name': PowerOffVM_Task, 'duration_secs': 0.229129} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.046995] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.047318] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance 'f7623413-23b4-4ded-8961-f94473009504' progress to 17 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.303209] env[69742]: DEBUG oslo_vmware.api [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207285} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.303512] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.303750] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.303942] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.304140] env[69742]: INFO nova.compute.manager [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1226.304413] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.305876] env[69742]: DEBUG nova.compute.manager [-] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.305977] env[69742]: DEBUG nova.network.neutron [-] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.383227] env[69742]: INFO nova.compute.claims [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.408766] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7fb85ccd-ed5e-4e53-b2bf-3471490c46ea tempest-ServerRescueNegativeTestJSON-323914649 tempest-ServerRescueNegativeTestJSON-323914649-project-member] Lock "29068741-7d3b-4212-b76b-d47dbde452d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.802s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.558690] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.558992] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.559226] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.559601] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.559881] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.560495] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.560581] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.560794] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.561721] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.562023] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.562359] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.574240] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c4e0b7-13a7-44e4-a8ee-172c4a16e27b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.596456] env[69742]: DEBUG nova.compute.manager [req-ac3354ab-29a5-44e8-a8f3-5650d6d5ae07 req-a4d0c633-4719-4c62-b86b-4b4fd3e7736f service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Received event network-vif-deleted-2d94b3d3-fee8-4c18-8f0b-529ed044dd52 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.596775] env[69742]: INFO nova.compute.manager [req-ac3354ab-29a5-44e8-a8f3-5650d6d5ae07 req-a4d0c633-4719-4c62-b86b-4b4fd3e7736f service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Neutron deleted interface 2d94b3d3-fee8-4c18-8f0b-529ed044dd52; detaching it from the instance and deleting it from the info cache [ 1226.597200] env[69742]: DEBUG nova.network.neutron [req-ac3354ab-29a5-44e8-a8f3-5650d6d5ae07 req-a4d0c633-4719-4c62-b86b-4b4fd3e7736f service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.609494] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1226.609494] env[69742]: value = "task-4061385" [ 1226.609494] env[69742]: _type = "Task" [ 1226.609494] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.624330] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.651513] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Completed reading data from the image iterator. {{(pid=69742) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1226.651897] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ce05-5dac-dab5-2595-89f29cb651ce/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1226.652797] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c50d5c-99a9-4891-92ac-3d7ec4c0e923 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.660825] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ce05-5dac-dab5-2595-89f29cb651ce/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1226.661461] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ce05-5dac-dab5-2595-89f29cb651ce/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1226.661461] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dc561615-80ef-467c-8e8c-6e07d2cf844d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.855825] env[69742]: DEBUG oslo_vmware.rw_handles [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5284ce05-5dac-dab5-2595-89f29cb651ce/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1226.856072] env[69742]: INFO nova.virt.vmwareapi.images [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Downloaded image file data 2a779235-a659-4596-87d9-d92c9e5b9820 [ 1226.856972] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f63f3f-b1d9-4bb8-9327-3f03426c21bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.878318] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7d5d805-948c-4185-9aab-70ecdaf27711 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.894573] env[69742]: INFO nova.compute.resource_tracker [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating resource usage from migration 5c86e62a-f345-4552-8c72-a625dedb9f79 [ 1226.904968] env[69742]: INFO nova.virt.vmwareapi.images [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] The imported VM was unregistered [ 1226.908657] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Caching image {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1226.910721] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820 {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.910721] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60dda74d-a98e-446b-a2af-e32f21b01ea6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.937809] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Created directory with path [datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820 {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.938098] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bb5a65d0-7756-472c-b50b-d4523b4e2fe4/OSTACK_IMG_bb5a65d0-7756-472c-b50b-d4523b4e2fe4.vmdk to [datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820/2a779235-a659-4596-87d9-d92c9e5b9820.vmdk. {{(pid=69742) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1226.941817] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-019d734d-804e-4d06-bacf-d6a53d2c5962 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.954087] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1226.954087] env[69742]: value = "task-4061387" [ 1226.954087] env[69742]: _type = "Task" [ 1226.954087] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.968401] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061387, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.073321] env[69742]: DEBUG nova.network.neutron [-] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.102661] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e6ff48b-f362-4e6c-8ea9-6c5d1c222499 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.123246] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc8afc9-4452-44fd-8688-9c8840aa26b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.145358] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061385, 'name': ReconfigVM_Task, 'duration_secs': 0.276637} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.145681] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance 'f7623413-23b4-4ded-8961-f94473009504' progress to 33 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.153493] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee5d83e-3a47-41f5-bf04-1bcef6041b5c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.167944] env[69742]: DEBUG nova.compute.manager [req-ac3354ab-29a5-44e8-a8f3-5650d6d5ae07 req-a4d0c633-4719-4c62-b86b-4b4fd3e7736f service nova] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Detach interface failed, port_id=2d94b3d3-fee8-4c18-8f0b-529ed044dd52, reason: Instance 892bc37d-916e-4309-b091-c467b2a78ac1 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.173274] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0a0436-629a-4fab-aafb-5a9a3ab75d1c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.206994] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd512e2-cc6d-4add-b9bb-1a3425af708b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.216683] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55220ff0-b879-4065-86fe-5ee5ce59ad16 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.232686] env[69742]: DEBUG nova.compute.provider_tree [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.444026] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.467256] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061387, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.579580] env[69742]: INFO nova.compute.manager [-] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Took 1.27 seconds to deallocate network for instance. [ 1227.651728] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.651977] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.652164] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.652364] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.652526] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.652688] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.652909] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.653094] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.653272] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.653440] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.653613] env[69742]: DEBUG nova.virt.hardware [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.659234] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.660343] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c12e68-d427-4ce1-8223-f73655742895 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.684350] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1227.684350] env[69742]: value = "task-4061388" [ 1227.684350] env[69742]: _type = "Task" [ 1227.684350] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.695759] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.738368] env[69742]: DEBUG nova.scheduler.client.report [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.950580] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.951296] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.951296] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1227.968113] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061387, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.087030] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.198453] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061388, 'name': ReconfigVM_Task, 'duration_secs': 0.22992} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.198690] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.199868] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15166c4-88bf-4378-a35b-d8c6bb4f72ad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.227102] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] f7623413-23b4-4ded-8961-f94473009504/f7623413-23b4-4ded-8961-f94473009504.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.227512] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa1b5c4-dfd5-440f-9786-0da1c2f2e9bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.243677] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.371s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.243943] env[69742]: INFO nova.compute.manager [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Migrating [ 1228.252405] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.710s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.254060] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1228.254060] env[69742]: value = "task-4061389" [ 1228.254060] env[69742]: _type = "Task" [ 1228.254060] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.278549] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.467445] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061387, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.767220] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.767560] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.767878] env[69742]: DEBUG nova.network.neutron [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.773122] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061389, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.972483] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061387, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.991411] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47981932-cbec-4be2-a43a-694b1178574c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.002396] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b62f91b-c432-42f5-b1df-a04abe2cc6f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.039892] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac75a79-0266-4fc5-a911-0a246881ba65 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.051239] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a110ea-90b5-4728-82ef-64ed9bc4a437 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.070269] env[69742]: DEBUG nova.compute.provider_tree [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.273273] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061389, 'name': ReconfigVM_Task, 'duration_secs': 0.541908} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.273643] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Reconfigured VM instance instance-00000069 to attach disk [datastore2] f7623413-23b4-4ded-8961-f94473009504/f7623413-23b4-4ded-8961-f94473009504.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.273919] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance 'f7623413-23b4-4ded-8961-f94473009504' progress to 50 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.471908] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061387, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.525716] env[69742]: DEBUG nova.network.neutron [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance_info_cache with network_info: [{"id": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "address": "fa:16:3e:b4:48:ad", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5dc3294-ec", "ovs_interfaceid": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.573784] env[69742]: DEBUG nova.scheduler.client.report [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.784175] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d32db25-3a9f-4e0e-96d6-e5fb2b20f993 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.805015] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e28a0-65e2-4503-bbbd-b2f4474a4c13 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.823526] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance 'f7623413-23b4-4ded-8961-f94473009504' progress to 67 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.968766] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061387, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.647856} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.969063] env[69742]: INFO nova.virt.vmwareapi.ds_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bb5a65d0-7756-472c-b50b-d4523b4e2fe4/OSTACK_IMG_bb5a65d0-7756-472c-b50b-d4523b4e2fe4.vmdk to [datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820/2a779235-a659-4596-87d9-d92c9e5b9820.vmdk. [ 1229.969266] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Cleaning up location [datastore1] OSTACK_IMG_bb5a65d0-7756-472c-b50b-d4523b4e2fe4 {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1229.969427] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bb5a65d0-7756-472c-b50b-d4523b4e2fe4 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.969686] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5614709a-36b2-48f3-917e-8b661aeb0ab8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.979210] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1229.979210] env[69742]: value = "task-4061390" [ 1229.979210] env[69742]: _type = "Task" [ 1229.979210] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.988338] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.028780] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.490877] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042073} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.491285] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.491529] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820/2a779235-a659-4596-87d9-d92c9e5b9820.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.491794] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820/2a779235-a659-4596-87d9-d92c9e5b9820.vmdk to [datastore1] e115a6d4-708f-4cb5-89b2-5bdc292e256f/e115a6d4-708f-4cb5-89b2-5bdc292e256f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.492075] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39a0e9df-651e-43a8-bf66-f304eeeaedab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.500198] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1230.500198] env[69742]: value = "task-4061391" [ 1230.500198] env[69742]: _type = "Task" [ 1230.500198] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.511021] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.584344] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.332s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.587711] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.501s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.587990] env[69742]: DEBUG nova.objects.instance [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lazy-loading 'resources' on Instance uuid 892bc37d-916e-4309-b091-c467b2a78ac1 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.610702] env[69742]: DEBUG nova.network.neutron [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Port 7f46d8d2-ce81-4ef3-9847-77613b7de9c1 binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1231.020061] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061391, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.174972] env[69742]: INFO nova.scheduler.client.report [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted allocation for migration 5df9d1e3-d906-49ba-bb5a-072662a1d6b6 [ 1231.346784] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec9e0fb-07e6-42b1-bbb7-062821f9fea7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.361123] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c950b8fb-4cb0-4eb5-a8cd-3a3f429aa221 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.402207] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7185e073-96e4-4fdb-9733-3756d7b5d973 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.412614] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36709d20-2ed9-4d7e-91c9-9338b569fa90 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.432525] env[69742]: DEBUG nova.compute.provider_tree [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.513083] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061391, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.546737] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93d5de5-8b45-42d3-8d37-5e38e51f65f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.575203] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance '91ad2f6b-4a0f-4f5b-9787-f9de376d6b22' progress to 0 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.640076] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "f7623413-23b4-4ded-8961-f94473009504-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.641182] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "f7623413-23b4-4ded-8961-f94473009504-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.642117] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "f7623413-23b4-4ded-8961-f94473009504-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.681526] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.527s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.935889] env[69742]: DEBUG nova.scheduler.client.report [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.014646] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061391, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.088708] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.089132] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc62dbd4-6e56-4b68-ab62-840a2188e7d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.099030] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1232.099030] env[69742]: value = "task-4061392" [ 1232.099030] env[69742]: _type = "Task" [ 1232.099030] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.111591] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.441579] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.462543] env[69742]: INFO nova.scheduler.client.report [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Deleted allocations for instance 892bc37d-916e-4309-b091-c467b2a78ac1 [ 1232.519225] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061391, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.611632] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061392, 'name': PowerOffVM_Task, 'duration_secs': 0.320445} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.612074] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.612330] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance '91ad2f6b-4a0f-4f5b-9787-f9de376d6b22' progress to 17 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.769159] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.769159] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.769159] env[69742]: DEBUG nova.network.neutron [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.908056] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "409c979d-b503-4602-8519-ef2d26ab5f51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.908368] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.974762] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d8fa3fac-fa35-4d17-a964-78c9dedbc061 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "892bc37d-916e-4309-b091-c467b2a78ac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.330s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.020425] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061391, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.451775} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.020582] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2a779235-a659-4596-87d9-d92c9e5b9820/2a779235-a659-4596-87d9-d92c9e5b9820.vmdk to [datastore1] e115a6d4-708f-4cb5-89b2-5bdc292e256f/e115a6d4-708f-4cb5-89b2-5bdc292e256f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.022019] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66807f19-c355-4a4a-90e6-c9579f998cee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.048120] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] e115a6d4-708f-4cb5-89b2-5bdc292e256f/e115a6d4-708f-4cb5-89b2-5bdc292e256f.vmdk or device None with type streamOptimized {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.049138] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f685793d-5ee5-4e69-863d-7e61ae0d983f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.072328] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1233.072328] env[69742]: value = "task-4061393" [ 1233.072328] env[69742]: _type = "Task" [ 1233.072328] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.079257] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.119401] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.119706] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.119808] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.119994] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.122171] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.124040] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.124040] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.124040] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.124040] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.124040] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.124040] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.131027] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eeffb30-2225-46ba-bdf3-47abb7390501 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.147644] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1233.147644] env[69742]: value = "task-4061394" [ 1233.147644] env[69742]: _type = "Task" [ 1233.147644] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.156294] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.207676] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "b80c97fa-357d-4bf7-904e-c742d47251aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.207943] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.210127] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "b80c97fa-357d-4bf7-904e-c742d47251aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.210127] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.210127] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.210913] env[69742]: INFO nova.compute.manager [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Terminating instance [ 1233.411097] env[69742]: DEBUG nova.compute.manager [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.493173] env[69742]: DEBUG nova.network.neutron [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance_info_cache with network_info: [{"id": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "address": "fa:16:3e:3c:11:4b", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f46d8d2-ce", "ovs_interfaceid": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.581260] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061393, 'name': ReconfigVM_Task, 'duration_secs': 0.312291} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.581692] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Reconfigured VM instance instance-00000062 to attach disk [datastore1] e115a6d4-708f-4cb5-89b2-5bdc292e256f/e115a6d4-708f-4cb5-89b2-5bdc292e256f.vmdk or device None with type streamOptimized {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.582321] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcf88a20-86ae-4075-a182-a8de9b8e05d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.588659] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1233.588659] env[69742]: value = "task-4061395" [ 1233.588659] env[69742]: _type = "Task" [ 1233.588659] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.597386] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061395, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.658628] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.714809] env[69742]: DEBUG nova.compute.manager [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.715314] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.716267] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37afba69-1287-4152-8093-398010d1cfff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.726727] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.726957] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00a5a936-10cd-4379-992a-0a7b53be9e7e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.733661] env[69742]: DEBUG oslo_vmware.api [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1233.733661] env[69742]: value = "task-4061396" [ 1233.733661] env[69742]: _type = "Task" [ 1233.733661] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.743902] env[69742]: DEBUG oslo_vmware.api [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.936553] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.936941] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.939767] env[69742]: INFO nova.compute.claims [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.996077] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.100057] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061395, 'name': Rename_Task, 'duration_secs': 0.174121} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.100378] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.100613] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58fe2c7e-aa95-47ec-8f29-7d1652369a90 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.109718] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1234.109718] env[69742]: value = "task-4061397" [ 1234.109718] env[69742]: _type = "Task" [ 1234.109718] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.118477] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.157198] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061394, 'name': ReconfigVM_Task, 'duration_secs': 0.595448} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.157651] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance '91ad2f6b-4a0f-4f5b-9787-f9de376d6b22' progress to 33 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.244407] env[69742]: DEBUG oslo_vmware.api [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061396, 'name': PowerOffVM_Task, 'duration_secs': 0.210342} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.244698] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.244869] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.245145] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79841150-8912-4c28-9a59-14eaffa6d01f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.318194] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.318467] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.318681] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleting the datastore file [datastore1] b80c97fa-357d-4bf7-904e-c742d47251aa {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.318956] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a941168a-a7e0-4a9a-836c-2590149d8216 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.327525] env[69742]: DEBUG oslo_vmware.api [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for the task: (returnval){ [ 1234.327525] env[69742]: value = "task-4061399" [ 1234.327525] env[69742]: _type = "Task" [ 1234.327525] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.336285] env[69742]: DEBUG oslo_vmware.api [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.521554] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa64560f-8e27-4d92-85a0-7b7f50a9731c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.542573] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc30e3a6-4cbc-412e-80ed-5f4d77e9187a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.551121] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance 'f7623413-23b4-4ded-8961-f94473009504' progress to 83 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.620720] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061397, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.664251] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.664483] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.664641] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.664808] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.664943] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.665112] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.665362] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.665523] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.665739] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.665944] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.666138] env[69742]: DEBUG nova.virt.hardware [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.671554] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.671852] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7159697d-d633-419d-a8e6-509fc02e075d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.692805] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1234.692805] env[69742]: value = "task-4061400" [ 1234.692805] env[69742]: _type = "Task" [ 1234.692805] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.703649] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.838812] env[69742]: DEBUG oslo_vmware.api [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Task: {'id': task-4061399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27071} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.839102] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.839299] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.839478] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.839734] env[69742]: INFO nova.compute.manager [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1234.839943] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.840156] env[69742]: DEBUG nova.compute.manager [-] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.840255] env[69742]: DEBUG nova.network.neutron [-] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.057313] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.057677] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0455cc32-b471-4d89-8337-f8b883172d0d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.067062] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1235.067062] env[69742]: value = "task-4061401" [ 1235.067062] env[69742]: _type = "Task" [ 1235.067062] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.078666] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.119748] env[69742]: DEBUG oslo_vmware.api [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061397, 'name': PowerOnVM_Task, 'duration_secs': 0.537218} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.122563] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.167214] env[69742]: DEBUG nova.compute.manager [req-a61bab4a-9429-4452-baa0-4d87aa89a5bd req-5a0ad9fc-b6bf-46f7-b47b-d74cdf07b8ba service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Received event network-vif-deleted-3097c800-baf2-480e-99aa-04987ac71b18 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.167214] env[69742]: INFO nova.compute.manager [req-a61bab4a-9429-4452-baa0-4d87aa89a5bd req-5a0ad9fc-b6bf-46f7-b47b-d74cdf07b8ba service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Neutron deleted interface 3097c800-baf2-480e-99aa-04987ac71b18; detaching it from the instance and deleting it from the info cache [ 1235.167214] env[69742]: DEBUG nova.network.neutron [req-a61bab4a-9429-4452-baa0-4d87aa89a5bd req-5a0ad9fc-b6bf-46f7-b47b-d74cdf07b8ba service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.180601] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dac9c1-e4b1-45db-bfb2-272cbba0aa62 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.190657] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a350a28-ab15-4d2b-97bd-aa9826223d5d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.209797] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061400, 'name': ReconfigVM_Task, 'duration_secs': 0.359967} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.236884] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1235.238743] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eb9556-ca16-494c-a0d6-cf3be3b60850 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.242319] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbde8c3-87db-449b-bc92-a4cf9805a83a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.268029] env[69742]: DEBUG nova.compute.manager [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.269461] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8104e306-2865-4714-a25e-169dcbe19928 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.281839] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22/91ad2f6b-4a0f-4f5b-9787-f9de376d6b22.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.282629] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a970f2-1c26-4d58-8a0f-4f5df3da8d35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.285800] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-614b9f2e-944a-4b30-a956-2d977286c11d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.309640] env[69742]: DEBUG nova.compute.provider_tree [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.315960] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1235.315960] env[69742]: value = "task-4061402" [ 1235.315960] env[69742]: _type = "Task" [ 1235.315960] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.325921] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.578821] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061401, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.644498] env[69742]: DEBUG nova.network.neutron [-] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.669274] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95a9d46a-74a8-4f0a-aad3-ecff9fa2252c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.680081] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff39c80-b6a1-4513-8dd1-72daef3e97d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.718470] env[69742]: DEBUG nova.compute.manager [req-a61bab4a-9429-4452-baa0-4d87aa89a5bd req-5a0ad9fc-b6bf-46f7-b47b-d74cdf07b8ba service nova] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Detach interface failed, port_id=3097c800-baf2-480e-99aa-04987ac71b18, reason: Instance b80c97fa-357d-4bf7-904e-c742d47251aa could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1235.822072] env[69742]: DEBUG nova.scheduler.client.report [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.829667] env[69742]: DEBUG oslo_concurrency.lockutils [None req-e954088f-8191-4e6b-bab4-c92dfcdf0289 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.828s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.836835] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061402, 'name': ReconfigVM_Task, 'duration_secs': 0.381543} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.836835] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22/91ad2f6b-4a0f-4f5b-9787-f9de376d6b22.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.837062] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance '91ad2f6b-4a0f-4f5b-9787-f9de376d6b22' progress to 50 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.080091] env[69742]: DEBUG oslo_vmware.api [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061401, 'name': PowerOnVM_Task, 'duration_secs': 0.541484} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.080415] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.080605] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae2ff9f-32d5-45fe-b266-7359863001cf tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance 'f7623413-23b4-4ded-8961-f94473009504' progress to 100 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.147444] env[69742]: INFO nova.compute.manager [-] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Took 1.31 seconds to deallocate network for instance. [ 1236.330610] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.331176] env[69742]: DEBUG nova.compute.manager [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.343632] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9072b810-9472-471c-b968-1b7e2ec845df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.368966] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c222cc8c-c01d-40ed-816e-230112798ba7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.391220] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance '91ad2f6b-4a0f-4f5b-9787-f9de376d6b22' progress to 67 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.655505] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.655827] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.656034] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.679805] env[69742]: INFO nova.scheduler.client.report [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Deleted allocations for instance b80c97fa-357d-4bf7-904e-c742d47251aa [ 1236.836413] env[69742]: DEBUG nova.compute.utils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.837915] env[69742]: DEBUG nova.compute.manager [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.838598] env[69742]: DEBUG nova.network.neutron [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.888040] env[69742]: DEBUG nova.policy [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '275dd573d5e643bd98c008428082975f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd8c369c6deb46a591abb377d030a543', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.188555] env[69742]: DEBUG oslo_concurrency.lockutils [None req-93efd593-5cc8-4c2c-8b64-018491099199 tempest-DeleteServersTestJSON-902918420 tempest-DeleteServersTestJSON-902918420-project-member] Lock "b80c97fa-357d-4bf7-904e-c742d47251aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.980s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.229981] env[69742]: DEBUG nova.network.neutron [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Successfully created port: 015fac14-f194-4ec0-a79b-f321e1b913e8 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.345127] env[69742]: DEBUG nova.compute.manager [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1238.059267] env[69742]: DEBUG nova.network.neutron [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Port a5dc3294-ec23-45c7-ad9c-f093f8b82485 binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1238.284433] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "f7623413-23b4-4ded-8961-f94473009504" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.284920] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "f7623413-23b4-4ded-8961-f94473009504" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.285187] env[69742]: DEBUG nova.compute.manager [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Going to confirm migration 7 {{(pid=69742) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1238.357955] env[69742]: DEBUG nova.compute.manager [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.381092] env[69742]: DEBUG nova.virt.hardware [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.381092] env[69742]: DEBUG nova.virt.hardware [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.381092] env[69742]: DEBUG nova.virt.hardware [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.381092] env[69742]: DEBUG nova.virt.hardware [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.381092] env[69742]: DEBUG nova.virt.hardware [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.381718] env[69742]: DEBUG nova.virt.hardware [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.382097] env[69742]: DEBUG nova.virt.hardware [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.382455] env[69742]: DEBUG nova.virt.hardware [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.386115] env[69742]: DEBUG nova.virt.hardware [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.386115] env[69742]: DEBUG nova.virt.hardware [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.386115] env[69742]: DEBUG nova.virt.hardware [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.386115] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbfc360-d2f5-4f84-bf69-394c24ef25f0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.393825] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2f3890-0a79-498e-84ff-0f34bd9cc918 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.619848] env[69742]: DEBUG nova.compute.manager [req-7ff9146e-fd79-45d4-8f03-499fd8608d9d req-41fd1592-a4fb-4c89-9934-d5a4ad73c72f service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Received event network-vif-plugged-015fac14-f194-4ec0-a79b-f321e1b913e8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.620119] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ff9146e-fd79-45d4-8f03-499fd8608d9d req-41fd1592-a4fb-4c89-9934-d5a4ad73c72f service nova] Acquiring lock "409c979d-b503-4602-8519-ef2d26ab5f51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.620335] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ff9146e-fd79-45d4-8f03-499fd8608d9d req-41fd1592-a4fb-4c89-9934-d5a4ad73c72f service nova] Lock "409c979d-b503-4602-8519-ef2d26ab5f51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.620503] env[69742]: DEBUG oslo_concurrency.lockutils [req-7ff9146e-fd79-45d4-8f03-499fd8608d9d req-41fd1592-a4fb-4c89-9934-d5a4ad73c72f service nova] Lock "409c979d-b503-4602-8519-ef2d26ab5f51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.620719] env[69742]: DEBUG nova.compute.manager [req-7ff9146e-fd79-45d4-8f03-499fd8608d9d req-41fd1592-a4fb-4c89-9934-d5a4ad73c72f service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] No waiting events found dispatching network-vif-plugged-015fac14-f194-4ec0-a79b-f321e1b913e8 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.620898] env[69742]: WARNING nova.compute.manager [req-7ff9146e-fd79-45d4-8f03-499fd8608d9d req-41fd1592-a4fb-4c89-9934-d5a4ad73c72f service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Received unexpected event network-vif-plugged-015fac14-f194-4ec0-a79b-f321e1b913e8 for instance with vm_state building and task_state spawning. [ 1238.706117] env[69742]: DEBUG nova.network.neutron [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Successfully updated port: 015fac14-f194-4ec0-a79b-f321e1b913e8 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.848965] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.849180] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.849363] env[69742]: DEBUG nova.network.neutron [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.849551] env[69742]: DEBUG nova.objects.instance [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lazy-loading 'info_cache' on Instance uuid f7623413-23b4-4ded-8961-f94473009504 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.082269] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.082475] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.082652] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.210644] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.210644] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquired lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.210722] env[69742]: DEBUG nova.network.neutron [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.744797] env[69742]: DEBUG nova.network.neutron [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.916621] env[69742]: DEBUG nova.network.neutron [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Updating instance_info_cache with network_info: [{"id": "015fac14-f194-4ec0-a79b-f321e1b913e8", "address": "fa:16:3e:28:d0:a6", "network": {"id": "e9265a73-43ba-4532-bcbb-d396ea3d2394", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310520554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd8c369c6deb46a591abb377d030a543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fac14-f1", "ovs_interfaceid": "015fac14-f194-4ec0-a79b-f321e1b913e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.081288] env[69742]: DEBUG nova.network.neutron [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance_info_cache with network_info: [{"id": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "address": "fa:16:3e:3c:11:4b", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f46d8d2-ce", "ovs_interfaceid": "7f46d8d2-ce81-4ef3-9847-77613b7de9c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.121297] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.121495] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.121685] env[69742]: DEBUG nova.network.neutron [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.419568] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Releasing lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.419920] env[69742]: DEBUG nova.compute.manager [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Instance network_info: |[{"id": "015fac14-f194-4ec0-a79b-f321e1b913e8", "address": "fa:16:3e:28:d0:a6", "network": {"id": "e9265a73-43ba-4532-bcbb-d396ea3d2394", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310520554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd8c369c6deb46a591abb377d030a543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fac14-f1", "ovs_interfaceid": "015fac14-f194-4ec0-a79b-f321e1b913e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.420385] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:d0:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '015fac14-f194-4ec0-a79b-f321e1b913e8', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.428137] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Creating folder: Project (bd8c369c6deb46a591abb377d030a543). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.428473] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22096c3c-9491-421e-a399-37e01ce76183 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.441322] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Created folder: Project (bd8c369c6deb46a591abb377d030a543) in parent group-v804621. [ 1240.441601] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Creating folder: Instances. Parent ref: group-v804919. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1240.442252] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-403e7f3f-a31e-42a9-b7ce-881560f37ca4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.452891] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Created folder: Instances in parent group-v804919. [ 1240.453276] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.453595] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.453937] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3323b23b-2bc2-4c93-a1e8-e568a3e20faf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.475848] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.475848] env[69742]: value = "task-4061406" [ 1240.475848] env[69742]: _type = "Task" [ 1240.475848] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.483759] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061406, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.583682] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "refresh_cache-f7623413-23b4-4ded-8961-f94473009504" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.584033] env[69742]: DEBUG nova.objects.instance [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lazy-loading 'migration_context' on Instance uuid f7623413-23b4-4ded-8961-f94473009504 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.675769] env[69742]: DEBUG nova.compute.manager [req-e6044033-da16-467f-a593-16af65ee4c14 req-501c1aa3-4e17-43e4-b266-9dc69378857f service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Received event network-changed-015fac14-f194-4ec0-a79b-f321e1b913e8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.675967] env[69742]: DEBUG nova.compute.manager [req-e6044033-da16-467f-a593-16af65ee4c14 req-501c1aa3-4e17-43e4-b266-9dc69378857f service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Refreshing instance network info cache due to event network-changed-015fac14-f194-4ec0-a79b-f321e1b913e8. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.676204] env[69742]: DEBUG oslo_concurrency.lockutils [req-e6044033-da16-467f-a593-16af65ee4c14 req-501c1aa3-4e17-43e4-b266-9dc69378857f service nova] Acquiring lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.676348] env[69742]: DEBUG oslo_concurrency.lockutils [req-e6044033-da16-467f-a593-16af65ee4c14 req-501c1aa3-4e17-43e4-b266-9dc69378857f service nova] Acquired lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.676545] env[69742]: DEBUG nova.network.neutron [req-e6044033-da16-467f-a593-16af65ee4c14 req-501c1aa3-4e17-43e4-b266-9dc69378857f service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Refreshing network info cache for port 015fac14-f194-4ec0-a79b-f321e1b913e8 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.869968] env[69742]: DEBUG nova.network.neutron [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance_info_cache with network_info: [{"id": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "address": "fa:16:3e:b4:48:ad", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5dc3294-ec", "ovs_interfaceid": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.986973] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061406, 'name': CreateVM_Task, 'duration_secs': 0.371675} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.987165] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.987849] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.988071] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.988336] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.988585] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04de4309-df2f-4b0e-af63-fb155af36505 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.993707] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1240.993707] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5245f838-ff73-d887-d03e-d3168c4fd1c7" [ 1240.993707] env[69742]: _type = "Task" [ 1240.993707] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.003543] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5245f838-ff73-d887-d03e-d3168c4fd1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.087317] env[69742]: DEBUG nova.objects.base [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1241.088949] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e0c72-6433-45bb-9028-4dcbb99766a7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.110962] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af78be01-851c-4f18-8354-c5abbbc05e59 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.115808] env[69742]: DEBUG oslo_vmware.api [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1241.115808] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f89bed-d8d8-cbd5-776f-89a6f1ba9206" [ 1241.115808] env[69742]: _type = "Task" [ 1241.115808] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.124695] env[69742]: DEBUG oslo_vmware.api [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f89bed-d8d8-cbd5-776f-89a6f1ba9206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.373277] env[69742]: DEBUG oslo_concurrency.lockutils [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.390108] env[69742]: DEBUG nova.network.neutron [req-e6044033-da16-467f-a593-16af65ee4c14 req-501c1aa3-4e17-43e4-b266-9dc69378857f service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Updated VIF entry in instance network info cache for port 015fac14-f194-4ec0-a79b-f321e1b913e8. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.390874] env[69742]: DEBUG nova.network.neutron [req-e6044033-da16-467f-a593-16af65ee4c14 req-501c1aa3-4e17-43e4-b266-9dc69378857f service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Updating instance_info_cache with network_info: [{"id": "015fac14-f194-4ec0-a79b-f321e1b913e8", "address": "fa:16:3e:28:d0:a6", "network": {"id": "e9265a73-43ba-4532-bcbb-d396ea3d2394", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310520554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd8c369c6deb46a591abb377d030a543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fac14-f1", "ovs_interfaceid": "015fac14-f194-4ec0-a79b-f321e1b913e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.503562] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5245f838-ff73-d887-d03e-d3168c4fd1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013097} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.504057] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.504341] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.504649] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.504856] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.505141] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.505473] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e4d0b96-0e52-4635-8689-fda49bc67d9b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.515626] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.515968] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.516732] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77910385-2ffc-41f2-96bd-1066ab5e1be5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.524258] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1241.524258] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520e68e7-65e8-ef06-9ffe-874b92475afa" [ 1241.524258] env[69742]: _type = "Task" [ 1241.524258] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.532981] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520e68e7-65e8-ef06-9ffe-874b92475afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.629435] env[69742]: DEBUG oslo_vmware.api [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52f89bed-d8d8-cbd5-776f-89a6f1ba9206, 'name': SearchDatastore_Task, 'duration_secs': 0.008294} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.629939] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.630270] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.883412] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee71fd5c-748b-46fe-ae5a-5231e253d480 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.891445] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcfa6e5-f893-4eba-8b60-c208bc2410d8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.895202] env[69742]: DEBUG oslo_concurrency.lockutils [req-e6044033-da16-467f-a593-16af65ee4c14 req-501c1aa3-4e17-43e4-b266-9dc69378857f service nova] Releasing lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.035328] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520e68e7-65e8-ef06-9ffe-874b92475afa, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.036235] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c355220-009b-42f4-893f-c4ad77163e4f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.041976] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1242.041976] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52668561-2396-7cac-77cc-8602ac88d1b2" [ 1242.041976] env[69742]: _type = "Task" [ 1242.041976] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.050469] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52668561-2396-7cac-77cc-8602ac88d1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.341145] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87ac782-0f07-4e44-8d00-765cc0ce78db {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.349692] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2997974e-1648-4217-a504-1d914b695280 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.384728] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d601d89-e230-409e-91dd-db943a0457ad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.393454] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c2e6b8-a859-4676-b548-ddbb50d25653 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.408800] env[69742]: DEBUG nova.compute.provider_tree [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.552808] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52668561-2396-7cac-77cc-8602ac88d1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.553101] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.553394] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 409c979d-b503-4602-8519-ef2d26ab5f51/409c979d-b503-4602-8519-ef2d26ab5f51.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.553668] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-befa4f8d-0e88-43db-81ee-ce441418ca11 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.561876] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1242.561876] env[69742]: value = "task-4061407" [ 1242.561876] env[69742]: _type = "Task" [ 1242.561876] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.572644] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.912763] env[69742]: DEBUG nova.scheduler.client.report [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.013054] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d8f91-5018-43f3-9f2c-24e21bb07896 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.038407] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626e165e-58b0-4065-8190-de84701e36f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.047762] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance '91ad2f6b-4a0f-4f5b-9787-f9de376d6b22' progress to 83 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.077511] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061407, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.556041] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.556041] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13a7e182-ba85-44d3-8b62-593af8fbf48e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.565205] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1243.565205] env[69742]: value = "task-4061408" [ 1243.565205] env[69742]: _type = "Task" [ 1243.565205] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.584119] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.584350] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745927} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.585103] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 409c979d-b503-4602-8519-ef2d26ab5f51/409c979d-b503-4602-8519-ef2d26ab5f51.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.585693] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.586128] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d30ecbb-843d-417d-bb03-30bdac860c8f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.597016] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1243.597016] env[69742]: value = "task-4061409" [ 1243.597016] env[69742]: _type = "Task" [ 1243.597016] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.607407] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.925674] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.295s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.081250] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.109112] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077667} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.109405] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.110344] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34218f3-02a9-4d82-95f7-d73435320843 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.135872] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 409c979d-b503-4602-8519-ef2d26ab5f51/409c979d-b503-4602-8519-ef2d26ab5f51.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.136210] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f47ac3-4ff8-4ca6-8da8-d9b0e4657668 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.157988] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1244.157988] env[69742]: value = "task-4061410" [ 1244.157988] env[69742]: _type = "Task" [ 1244.157988] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.167090] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.499567] env[69742]: INFO nova.scheduler.client.report [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted allocation for migration 7e21f958-9794-48be-ae18-9403b04dcbeb [ 1244.580171] env[69742]: DEBUG oslo_vmware.api [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061408, 'name': PowerOnVM_Task, 'duration_secs': 0.788305} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.580435] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.580643] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-14760c10-278f-4e50-a0d9-8d79b1567c0b tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance '91ad2f6b-4a0f-4f5b-9787-f9de376d6b22' progress to 100 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.669530] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061410, 'name': ReconfigVM_Task, 'duration_secs': 0.323095} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.669925] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 409c979d-b503-4602-8519-ef2d26ab5f51/409c979d-b503-4602-8519-ef2d26ab5f51.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.670826] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7383c5c-a4fe-43a0-acc1-0eda3315dda0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.678739] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1244.678739] env[69742]: value = "task-4061411" [ 1244.678739] env[69742]: _type = "Task" [ 1244.678739] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.690562] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061411, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.005258] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6be7b603-6a94-48e5-ac77-983d619f2788 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "f7623413-23b4-4ded-8961-f94473009504" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.720s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.190283] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061411, 'name': Rename_Task, 'duration_secs': 0.159003} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.190836] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.191646] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b464636-6ce4-41d0-8ff9-392e814af62c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.203028] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1245.203028] env[69742]: value = "task-4061412" [ 1245.203028] env[69742]: _type = "Task" [ 1245.203028] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.211913] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.662133] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.662407] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.662706] env[69742]: INFO nova.compute.manager [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Shelving [ 1245.714777] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.747177] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "f7623413-23b4-4ded-8961-f94473009504" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.751025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "f7623413-23b4-4ded-8961-f94473009504" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.751025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "f7623413-23b4-4ded-8961-f94473009504-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.751025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "f7623413-23b4-4ded-8961-f94473009504-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.751025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "f7623413-23b4-4ded-8961-f94473009504-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.751921] env[69742]: INFO nova.compute.manager [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Terminating instance [ 1246.215225] env[69742]: DEBUG oslo_vmware.api [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061412, 'name': PowerOnVM_Task, 'duration_secs': 0.542566} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.215597] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.215739] env[69742]: INFO nova.compute.manager [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1246.215919] env[69742]: DEBUG nova.compute.manager [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.216723] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb53e447-9380-48c1-ab89-4deaf6a80079 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.256867] env[69742]: DEBUG nova.compute.manager [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.257072] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.257995] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6496571c-4da1-4593-844b-42d345c05b3c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.268545] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.269536] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-243cb571-c650-4734-96a3-c8b62ce74e4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.277051] env[69742]: DEBUG oslo_vmware.api [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1246.277051] env[69742]: value = "task-4061413" [ 1246.277051] env[69742]: _type = "Task" [ 1246.277051] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.289100] env[69742]: DEBUG oslo_vmware.api [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.370968] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "16735b46-56c2-465c-b7e8-6d842bd6210d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.371222] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "16735b46-56c2-465c-b7e8-6d842bd6210d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.677247] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.677698] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a6a6615-b2b3-405a-98d7-3e08b74929af {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.687098] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1246.687098] env[69742]: value = "task-4061414" [ 1246.687098] env[69742]: _type = "Task" [ 1246.687098] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.696756] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.736307] env[69742]: INFO nova.compute.manager [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Took 12.82 seconds to build instance. [ 1246.790656] env[69742]: DEBUG oslo_vmware.api [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061413, 'name': PowerOffVM_Task, 'duration_secs': 0.295633} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.790991] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.791870] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.791998] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df1934dc-447c-4e4b-a9ad-f4ffa5e37e80 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.874372] env[69742]: DEBUG nova.compute.manager [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1246.895134] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.895555] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.895901] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleting the datastore file [datastore2] f7623413-23b4-4ded-8961-f94473009504 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.896315] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28aa134c-81f1-4b53-be96-78ddb6aa2b1d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.906655] env[69742]: DEBUG oslo_vmware.api [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1246.906655] env[69742]: value = "task-4061419" [ 1246.906655] env[69742]: _type = "Task" [ 1246.906655] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.918033] env[69742]: DEBUG oslo_vmware.api [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.197677] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061414, 'name': PowerOffVM_Task, 'duration_secs': 0.224655} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.197997] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.198878] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de282e3-b4e8-4248-869f-7d5ba6b6bfe4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.219844] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ede59d-3546-41c8-8029-d12c769ad9a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.240024] env[69742]: DEBUG oslo_concurrency.lockutils [None req-91e11806-89b2-4947-85a2-653266ca3709 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.331s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.330734] env[69742]: DEBUG nova.network.neutron [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Port a5dc3294-ec23-45c7-ad9c-f093f8b82485 binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1247.331011] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.331179] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.331347] env[69742]: DEBUG nova.network.neutron [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.399170] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.399479] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.400980] env[69742]: INFO nova.compute.claims [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.417233] env[69742]: DEBUG oslo_vmware.api [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158739} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.417520] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.417717] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.417900] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.418090] env[69742]: INFO nova.compute.manager [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: f7623413-23b4-4ded-8961-f94473009504] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1247.418387] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.418648] env[69742]: DEBUG nova.compute.manager [-] [instance: f7623413-23b4-4ded-8961-f94473009504] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.418748] env[69742]: DEBUG nova.network.neutron [-] [instance: f7623413-23b4-4ded-8961-f94473009504] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.578032] env[69742]: DEBUG nova.compute.manager [req-ab7f543a-19a9-45c7-9b83-2776ec516c5e req-a70dfb67-9548-4362-9faa-674458e4fffa service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Received event network-changed-015fac14-f194-4ec0-a79b-f321e1b913e8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.578229] env[69742]: DEBUG nova.compute.manager [req-ab7f543a-19a9-45c7-9b83-2776ec516c5e req-a70dfb67-9548-4362-9faa-674458e4fffa service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Refreshing instance network info cache due to event network-changed-015fac14-f194-4ec0-a79b-f321e1b913e8. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.578438] env[69742]: DEBUG oslo_concurrency.lockutils [req-ab7f543a-19a9-45c7-9b83-2776ec516c5e req-a70dfb67-9548-4362-9faa-674458e4fffa service nova] Acquiring lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.578605] env[69742]: DEBUG oslo_concurrency.lockutils [req-ab7f543a-19a9-45c7-9b83-2776ec516c5e req-a70dfb67-9548-4362-9faa-674458e4fffa service nova] Acquired lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.578772] env[69742]: DEBUG nova.network.neutron [req-ab7f543a-19a9-45c7-9b83-2776ec516c5e req-a70dfb67-9548-4362-9faa-674458e4fffa service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Refreshing network info cache for port 015fac14-f194-4ec0-a79b-f321e1b913e8 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.691299] env[69742]: DEBUG nova.compute.manager [req-f091f8b3-fd6a-45df-b81a-781b07d8f00d req-6fcf5394-1e56-44af-8869-a4dfa26e59bd service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] Received event network-vif-deleted-7f46d8d2-ce81-4ef3-9847-77613b7de9c1 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.691496] env[69742]: INFO nova.compute.manager [req-f091f8b3-fd6a-45df-b81a-781b07d8f00d req-6fcf5394-1e56-44af-8869-a4dfa26e59bd service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] Neutron deleted interface 7f46d8d2-ce81-4ef3-9847-77613b7de9c1; detaching it from the instance and deleting it from the info cache [ 1247.691673] env[69742]: DEBUG nova.network.neutron [req-f091f8b3-fd6a-45df-b81a-781b07d8f00d req-6fcf5394-1e56-44af-8869-a4dfa26e59bd service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.737386] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1247.737832] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27f70078-5998-4f8d-af11-cda1a00d280a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.747100] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1247.747100] env[69742]: value = "task-4061420" [ 1247.747100] env[69742]: _type = "Task" [ 1247.747100] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.763879] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061420, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.120757] env[69742]: DEBUG nova.network.neutron [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance_info_cache with network_info: [{"id": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "address": "fa:16:3e:b4:48:ad", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5dc3294-ec", "ovs_interfaceid": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.169980] env[69742]: DEBUG nova.network.neutron [-] [instance: f7623413-23b4-4ded-8961-f94473009504] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.194434] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cd16e1b-2e6b-4474-9961-89c4d25212d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.208699] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186c1ba2-6c43-40af-91f6-367635debf47 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.246193] env[69742]: DEBUG nova.compute.manager [req-f091f8b3-fd6a-45df-b81a-781b07d8f00d req-6fcf5394-1e56-44af-8869-a4dfa26e59bd service nova] [instance: f7623413-23b4-4ded-8961-f94473009504] Detach interface failed, port_id=7f46d8d2-ce81-4ef3-9847-77613b7de9c1, reason: Instance f7623413-23b4-4ded-8961-f94473009504 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.259035] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061420, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.386551] env[69742]: DEBUG nova.network.neutron [req-ab7f543a-19a9-45c7-9b83-2776ec516c5e req-a70dfb67-9548-4362-9faa-674458e4fffa service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Updated VIF entry in instance network info cache for port 015fac14-f194-4ec0-a79b-f321e1b913e8. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.386930] env[69742]: DEBUG nova.network.neutron [req-ab7f543a-19a9-45c7-9b83-2776ec516c5e req-a70dfb67-9548-4362-9faa-674458e4fffa service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Updating instance_info_cache with network_info: [{"id": "015fac14-f194-4ec0-a79b-f321e1b913e8", "address": "fa:16:3e:28:d0:a6", "network": {"id": "e9265a73-43ba-4532-bcbb-d396ea3d2394", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310520554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd8c369c6deb46a591abb377d030a543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fac14-f1", "ovs_interfaceid": "015fac14-f194-4ec0-a79b-f321e1b913e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.591549] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa8b3f1-9da1-4e78-9150-13675134aee9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.599955] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bb59a5-0048-4407-af0e-992dcec6fb22 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.634111] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.637165] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ed6c19-8020-4b4f-bc65-61d1d9f72074 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.645442] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af88acf3-d4b5-455e-9b2a-340e41555c80 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.660599] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.660854] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.661107] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "9091ab2b-743a-4dba-9e80-39d82ff140e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.661275] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.661440] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.663885] env[69742]: DEBUG nova.compute.provider_tree [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.664612] env[69742]: INFO nova.compute.manager [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Terminating instance [ 1248.673100] env[69742]: INFO nova.compute.manager [-] [instance: f7623413-23b4-4ded-8961-f94473009504] Took 1.25 seconds to deallocate network for instance. [ 1248.759148] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061420, 'name': CreateSnapshot_Task, 'duration_secs': 0.720924} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.759463] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1248.760323] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33aa3be-46bd-40c7-9a9d-7e837b475dc7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.892950] env[69742]: DEBUG oslo_concurrency.lockutils [req-ab7f543a-19a9-45c7-9b83-2776ec516c5e req-a70dfb67-9548-4362-9faa-674458e4fffa service nova] Releasing lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.137810] env[69742]: DEBUG nova.compute.manager [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69742) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1249.168304] env[69742]: DEBUG nova.scheduler.client.report [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.173696] env[69742]: DEBUG nova.compute.manager [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.173696] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.173696] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bfe7bfc-149f-4b75-abc8-9be55824a5c0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.181947] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.184104] env[69742]: DEBUG oslo_vmware.api [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1249.184104] env[69742]: value = "task-4061421" [ 1249.184104] env[69742]: _type = "Task" [ 1249.184104] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.197800] env[69742]: DEBUG oslo_vmware.api [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.279705] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1249.280090] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-77c0cbe1-ba78-48e1-b496-92a1dc55ed1c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.289613] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1249.289613] env[69742]: value = "task-4061422" [ 1249.289613] env[69742]: _type = "Task" [ 1249.289613] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.299603] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061422, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.674291] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.675072] env[69742]: DEBUG nova.compute.manager [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.678947] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.498s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.679262] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.697451] env[69742]: DEBUG oslo_vmware.api [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061421, 'name': PowerOffVM_Task, 'duration_secs': 0.200625} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.698044] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.698158] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1249.698469] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804902', 'volume_id': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'name': 'volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9091ab2b-743a-4dba-9e80-39d82ff140e8', 'attached_at': '2025-05-13T01:24:30.000000', 'detached_at': '', 'volume_id': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'serial': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1249.699747] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d42ca9d-2d2b-470f-825d-78eabd509b44 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.704657] env[69742]: INFO nova.scheduler.client.report [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted allocations for instance f7623413-23b4-4ded-8961-f94473009504 [ 1249.734925] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dcc7a0-f259-47bc-bad6-8b6e3c2e9733 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.744259] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29721e59-33de-4c76-8b08-da6c2e0eaecf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.767882] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.768349] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.770404] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30db2dcd-37a4-4a7c-9aaf-eb2143539515 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.790834] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] The volume has not been displaced from its original location: [datastore1] volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b/volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1249.796369] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.797087] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f81539-9a99-4563-af8d-0152cccbf6f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.823681] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061422, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.825110] env[69742]: DEBUG oslo_vmware.api [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1249.825110] env[69742]: value = "task-4061423" [ 1249.825110] env[69742]: _type = "Task" [ 1249.825110] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.184642] env[69742]: DEBUG nova.compute.utils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.186253] env[69742]: DEBUG nova.compute.manager [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.186442] env[69742]: DEBUG nova.network.neutron [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.213621] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3c0b1f04-9788-48a4-a03a-3fe8da06a00c tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "f7623413-23b4-4ded-8961-f94473009504" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.466s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.265027] env[69742]: DEBUG nova.policy [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fa2289824484e55ac283673df76f96c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d0f14fb4be243aab5c62a5be3a61b4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.274983] env[69742]: DEBUG nova.objects.instance [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'migration_context' on Instance uuid 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.307598] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061422, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.335469] env[69742]: DEBUG oslo_vmware.api [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061423, 'name': ReconfigVM_Task, 'duration_secs': 0.463069} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.335833] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.340892] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3e4641-c28f-400d-9195-276d2d3428bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.357144] env[69742]: DEBUG oslo_vmware.api [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1250.357144] env[69742]: value = "task-4061425" [ 1250.357144] env[69742]: _type = "Task" [ 1250.357144] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.365883] env[69742]: DEBUG oslo_vmware.api [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.690396] env[69742]: DEBUG nova.compute.manager [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.787462] env[69742]: DEBUG nova.network.neutron [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Successfully created port: c1f5a1b6-86ed-4a13-b1aa-8e040495598c {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.810555] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061422, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.869088] env[69742]: DEBUG oslo_vmware.api [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061425, 'name': ReconfigVM_Task, 'duration_secs': 0.244166} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.869405] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804902', 'volume_id': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'name': 'volume-5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9091ab2b-743a-4dba-9e80-39d82ff140e8', 'attached_at': '2025-05-13T01:24:30.000000', 'detached_at': '', 'volume_id': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b', 'serial': '5f62c475-bbc0-4db1-9c9e-43d0d62caa4b'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1250.869680] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.870492] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb1b24b-afbc-4379-9d29-3cdf597a8a5c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.880067] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.880326] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfefd9c2-9f21-48a9-ae93-03083a3d3f61 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.940814] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dfc418-d4c1-4248-b4e9-1efd8346a9d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.952497] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1736fe9a-b6e4-4b69-9286-6d6f035123dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.957240] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.957548] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.957770] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleting the datastore file [datastore1] 9091ab2b-743a-4dba-9e80-39d82ff140e8 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.958079] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1952b388-da08-4d26-9256-63f357df1b8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.991938] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57a1052-30b9-4563-8a1d-3b51c4272623 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.994767] env[69742]: DEBUG oslo_vmware.api [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1250.994767] env[69742]: value = "task-4061427" [ 1250.994767] env[69742]: _type = "Task" [ 1250.994767] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.002280] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45005685-2d38-4dd5-b55b-0f972e6826c2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.009492] env[69742]: DEBUG oslo_vmware.api [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.028129] env[69742]: DEBUG nova.compute.provider_tree [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.312208] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061422, 'name': CloneVM_Task, 'duration_secs': 1.906082} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.312537] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Created linked-clone VM from snapshot [ 1251.313201] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430bf4ac-7836-4f70-b44b-d966ddb711d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.320848] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Uploading image 8d4c4e98-986e-4d03-986d-a1a1daedb3ca {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1251.349267] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1251.349267] env[69742]: value = "vm-804926" [ 1251.349267] env[69742]: _type = "VirtualMachine" [ 1251.349267] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1251.349560] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e54aa8d8-9343-4138-80d6-9ce6f3e628ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.358034] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lease: (returnval){ [ 1251.358034] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52495432-cecb-a003-7f86-0eceaffbb40c" [ 1251.358034] env[69742]: _type = "HttpNfcLease" [ 1251.358034] env[69742]: } obtained for exporting VM: (result){ [ 1251.358034] env[69742]: value = "vm-804926" [ 1251.358034] env[69742]: _type = "VirtualMachine" [ 1251.358034] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1251.358343] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the lease: (returnval){ [ 1251.358343] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52495432-cecb-a003-7f86-0eceaffbb40c" [ 1251.358343] env[69742]: _type = "HttpNfcLease" [ 1251.358343] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1251.365689] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.365689] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52495432-cecb-a003-7f86-0eceaffbb40c" [ 1251.365689] env[69742]: _type = "HttpNfcLease" [ 1251.365689] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1251.505280] env[69742]: DEBUG oslo_vmware.api [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101431} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.505555] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.506854] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.506854] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.506854] env[69742]: INFO nova.compute.manager [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1251.506854] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.506854] env[69742]: DEBUG nova.compute.manager [-] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.506854] env[69742]: DEBUG nova.network.neutron [-] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.549877] env[69742]: ERROR nova.scheduler.client.report [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [req-f977805b-1499-40fa-87f7-f6c2f785bdbf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f977805b-1499-40fa-87f7-f6c2f785bdbf"}]} [ 1251.566426] env[69742]: DEBUG nova.scheduler.client.report [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1251.581754] env[69742]: DEBUG nova.scheduler.client.report [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1251.581997] env[69742]: DEBUG nova.compute.provider_tree [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.595795] env[69742]: DEBUG nova.scheduler.client.report [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1251.616030] env[69742]: DEBUG nova.scheduler.client.report [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1251.701221] env[69742]: DEBUG nova.compute.manager [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.735956] env[69742]: DEBUG nova.virt.hardware [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.736232] env[69742]: DEBUG nova.virt.hardware [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.736395] env[69742]: DEBUG nova.virt.hardware [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.736583] env[69742]: DEBUG nova.virt.hardware [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.736733] env[69742]: DEBUG nova.virt.hardware [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.736879] env[69742]: DEBUG nova.virt.hardware [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.737180] env[69742]: DEBUG nova.virt.hardware [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.737357] env[69742]: DEBUG nova.virt.hardware [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.737572] env[69742]: DEBUG nova.virt.hardware [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.737758] env[69742]: DEBUG nova.virt.hardware [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.737934] env[69742]: DEBUG nova.virt.hardware [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.739078] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c056694c-6374-4d20-9ebd-5715d6c1297f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.749201] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55da0ec2-1e9f-437a-8202-8b416c9b36e6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.798012] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9694ace-b3ac-4d8a-812a-0e259160a8ca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.805906] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a581f3-8723-43de-ab4e-a7f36692d712 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.839063] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6add79b-b78b-4a9c-864e-3858fee8c13d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.846963] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0b32c5-9e21-4eef-8728-b49ce2566c6c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.861792] env[69742]: DEBUG nova.compute.provider_tree [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1251.870817] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.870817] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52495432-cecb-a003-7f86-0eceaffbb40c" [ 1251.870817] env[69742]: _type = "HttpNfcLease" [ 1251.870817] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1251.871204] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1251.871204] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52495432-cecb-a003-7f86-0eceaffbb40c" [ 1251.871204] env[69742]: _type = "HttpNfcLease" [ 1251.871204] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1251.872174] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91fabd0-6dcc-450b-9c27-b969e6938f90 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.882025] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529be718-fd6d-b959-a168-f53ec1d85298/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1251.882439] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529be718-fd6d-b959-a168-f53ec1d85298/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1251.975294] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0ba954c-462d-4738-ad06-480ecfe94d1f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.044550] env[69742]: DEBUG nova.compute.manager [req-d653f271-a170-4c91-af63-7bad0f576a5b req-e07cdd8f-5579-4dde-a60d-331aee06eb5b service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Received event network-vif-deleted-54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.044850] env[69742]: INFO nova.compute.manager [req-d653f271-a170-4c91-af63-7bad0f576a5b req-e07cdd8f-5579-4dde-a60d-331aee06eb5b service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Neutron deleted interface 54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e; detaching it from the instance and deleting it from the info cache [ 1252.045063] env[69742]: DEBUG nova.network.neutron [req-d653f271-a170-4c91-af63-7bad0f576a5b req-e07cdd8f-5579-4dde-a60d-331aee06eb5b service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.340334] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._sync_power_states {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.358964] env[69742]: DEBUG nova.network.neutron [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Successfully updated port: c1f5a1b6-86ed-4a13-b1aa-8e040495598c {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.404724] env[69742]: DEBUG nova.scheduler.client.report [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1252.404898] env[69742]: DEBUG nova.compute.provider_tree [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 159 to 160 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1252.405131] env[69742]: DEBUG nova.compute.provider_tree [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1252.518764] env[69742]: DEBUG nova.network.neutron [-] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.549786] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fed2c764-eeda-45ae-a348-34c13d7067f6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.559334] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d38ee9-0e29-4898-a7b9-ee97d380f42c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.596655] env[69742]: DEBUG nova.compute.manager [req-d653f271-a170-4c91-af63-7bad0f576a5b req-e07cdd8f-5579-4dde-a60d-331aee06eb5b service nova] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Detach interface failed, port_id=54ac4b0e-6da9-4e5b-bcc4-c51e33005c4e, reason: Instance 9091ab2b-743a-4dba-9e80-39d82ff140e8 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.844955] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Getting list of instances from cluster (obj){ [ 1252.844955] env[69742]: value = "domain-c8" [ 1252.844955] env[69742]: _type = "ClusterComputeResource" [ 1252.844955] env[69742]: } {{(pid=69742) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1252.846241] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4525a34a-7890-4702-8bc4-f8d812b0f2f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.865806] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "refresh_cache-16735b46-56c2-465c-b7e8-6d842bd6210d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.866097] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "refresh_cache-16735b46-56c2-465c-b7e8-6d842bd6210d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.866281] env[69742]: DEBUG nova.network.neutron [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.867813] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Got total of 8 instances {{(pid=69742) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1252.867950] env[69742]: WARNING nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] While synchronizing instance power states, found 10 instances in the database and 8 instances on the hypervisor. [ 1252.868116] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid 105fe6a4-75f2-4d70-80bd-e07259585778 {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.868385] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.868857] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid 33e924a6-007b-4411-91d8-46eed3ff38e7 {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.869163] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid e115a6d4-708f-4cb5-89b2-5bdc292e256f {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.869374] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22 {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.869616] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid 9091ab2b-743a-4dba-9e80-39d82ff140e8 {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.869846] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid 4feff854-a006-4f54-a91d-d2bc4bbe3039 {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.870066] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid cd2f93ec-e72f-4b99-b251-c69e68bed3c1 {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.870262] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid 409c979d-b503-4602-8519-ef2d26ab5f51 {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.870708] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Triggering sync for uuid 16735b46-56c2-465c-b7e8-6d842bd6210d {{(pid=69742) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.871559] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "105fe6a4-75f2-4d70-80bd-e07259585778" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.871910] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "105fe6a4-75f2-4d70-80bd-e07259585778" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.872295] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.872517] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.872807] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "33e924a6-007b-4411-91d8-46eed3ff38e7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.873060] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "33e924a6-007b-4411-91d8-46eed3ff38e7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.873352] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.873588] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.873985] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.874350] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.874607] env[69742]: INFO nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1252.874800] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.874995] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.875232] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.875510] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.875715] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.876058] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "409c979d-b503-4602-8519-ef2d26ab5f51" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.876349] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.876675] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "16735b46-56c2-465c-b7e8-6d842bd6210d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.879328] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eacb091-55b3-4614-b560-99abe6afca79 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.884420] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09dc762-6b5a-43e6-b6b7-18b58ec544f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.886871] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb6b044-f1ef-47e2-99c0-090b1dfb8f5d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.890983] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7238d9-1ac7-4c4f-ba34-3c5468196441 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.893735] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddc5d73-8ebf-423c-a6e4-2e8a02a128be {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.897029] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9410831c-22c6-4a37-8895-5d979f3e1495 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.021681] env[69742]: INFO nova.compute.manager [-] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Took 1.51 seconds to deallocate network for instance. [ 1253.413229] env[69742]: DEBUG nova.network.neutron [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.416607] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.427385] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "105fe6a4-75f2-4d70-80bd-e07259585778" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.429451] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.661s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.435673] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.440649] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "33e924a6-007b-4411-91d8-46eed3ff38e7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.441046] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.441397] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.569938] env[69742]: INFO nova.compute.manager [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Took 0.55 seconds to detach 1 volumes for instance. [ 1253.574401] env[69742]: DEBUG nova.compute.manager [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Deleting volume: 5f62c475-bbc0-4db1-9c9e-43d0d62caa4b {{(pid=69742) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1253.590525] env[69742]: DEBUG nova.network.neutron [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Updating instance_info_cache with network_info: [{"id": "c1f5a1b6-86ed-4a13-b1aa-8e040495598c", "address": "fa:16:3e:2f:27:6e", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f5a1b6-86", "ovs_interfaceid": "c1f5a1b6-86ed-4a13-b1aa-8e040495598c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.077259] env[69742]: DEBUG nova.compute.manager [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Received event network-vif-plugged-c1f5a1b6-86ed-4a13-b1aa-8e040495598c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.077504] env[69742]: DEBUG oslo_concurrency.lockutils [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] Acquiring lock "16735b46-56c2-465c-b7e8-6d842bd6210d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.078138] env[69742]: DEBUG oslo_concurrency.lockutils [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] Lock "16735b46-56c2-465c-b7e8-6d842bd6210d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.078348] env[69742]: DEBUG oslo_concurrency.lockutils [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] Lock "16735b46-56c2-465c-b7e8-6d842bd6210d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.078543] env[69742]: DEBUG nova.compute.manager [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] No waiting events found dispatching network-vif-plugged-c1f5a1b6-86ed-4a13-b1aa-8e040495598c {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1254.078723] env[69742]: WARNING nova.compute.manager [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Received unexpected event network-vif-plugged-c1f5a1b6-86ed-4a13-b1aa-8e040495598c for instance with vm_state building and task_state spawning. [ 1254.078906] env[69742]: DEBUG nova.compute.manager [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Received event network-changed-c1f5a1b6-86ed-4a13-b1aa-8e040495598c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.079089] env[69742]: DEBUG nova.compute.manager [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Refreshing instance network info cache due to event network-changed-c1f5a1b6-86ed-4a13-b1aa-8e040495598c. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.079274] env[69742]: DEBUG oslo_concurrency.lockutils [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] Acquiring lock "refresh_cache-16735b46-56c2-465c-b7e8-6d842bd6210d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.093311] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "refresh_cache-16735b46-56c2-465c-b7e8-6d842bd6210d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.093644] env[69742]: DEBUG nova.compute.manager [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Instance network_info: |[{"id": "c1f5a1b6-86ed-4a13-b1aa-8e040495598c", "address": "fa:16:3e:2f:27:6e", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f5a1b6-86", "ovs_interfaceid": "c1f5a1b6-86ed-4a13-b1aa-8e040495598c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.093984] env[69742]: DEBUG oslo_concurrency.lockutils [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] Acquired lock "refresh_cache-16735b46-56c2-465c-b7e8-6d842bd6210d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.094168] env[69742]: DEBUG nova.network.neutron [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Refreshing network info cache for port c1f5a1b6-86ed-4a13-b1aa-8e040495598c {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.095486] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:27:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1f5a1b6-86ed-4a13-b1aa-8e040495598c', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.104201] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.107563] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.108401] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6da70fa7-034d-411a-9d54-1a0d8bda1497 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.124873] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.125212] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.125607] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.129202] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.136149] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.136149] env[69742]: value = "task-4061432" [ 1254.136149] env[69742]: _type = "Task" [ 1254.136149] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.146328] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061432, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.155900] env[69742]: INFO nova.scheduler.client.report [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted allocations for instance 9091ab2b-743a-4dba-9e80-39d82ff140e8 [ 1254.367461] env[69742]: DEBUG nova.network.neutron [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Updated VIF entry in instance network info cache for port c1f5a1b6-86ed-4a13-b1aa-8e040495598c. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.367858] env[69742]: DEBUG nova.network.neutron [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Updating instance_info_cache with network_info: [{"id": "c1f5a1b6-86ed-4a13-b1aa-8e040495598c", "address": "fa:16:3e:2f:27:6e", "network": {"id": "fc60cc31-f3f0-40c4-b58f-69fe35d5b544", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1778090557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0f14fb4be243aab5c62a5be3a61b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f5a1b6-86", "ovs_interfaceid": "c1f5a1b6-86ed-4a13-b1aa-8e040495598c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.587606] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.592347] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.592555] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.592712] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.647692] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061432, 'name': CreateVM_Task, 'duration_secs': 0.379847} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.647916] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.648697] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.648880] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.649259] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.649638] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ec91fd-e51c-4b58-9ec8-8043f2d2af26 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.654912] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1254.654912] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fb7ca6-3506-8252-fd41-f0b90dfc0d0f" [ 1254.654912] env[69742]: _type = "Task" [ 1254.654912] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.665886] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fb7ca6-3506-8252-fd41-f0b90dfc0d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.667828] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b0fae7ee-62e9-4411-9436-f620d471c9f4 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.007s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.669110] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.794s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.669429] env[69742]: INFO nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] During sync_power_state the instance has a pending task (deleting). Skip. [ 1254.669752] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "9091ab2b-743a-4dba-9e80-39d82ff140e8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.870945] env[69742]: DEBUG oslo_concurrency.lockutils [req-2dcbecef-3adb-453d-a9b1-1e50d6f1ad38 req-2fa7e66e-9b94-4e34-bec1-84b92d077ac2 service nova] Releasing lock "refresh_cache-16735b46-56c2-465c-b7e8-6d842bd6210d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.974636] env[69742]: INFO nova.compute.manager [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Swapping old allocation on dict_keys(['d7c17de2-386a-4ee9-b4fd-640969c45642']) held by migration 5c86e62a-f345-4552-8c72-a625dedb9f79 for instance [ 1255.006165] env[69742]: DEBUG nova.scheduler.client.report [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Overwriting current allocation {'allocations': {'d7c17de2-386a-4ee9-b4fd-640969c45642': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 160}}, 'project_id': 'f9b891153d7542509f03ec959380928b', 'user_id': '7aacf638279a47c2858e0674575565fd', 'consumer_generation': 1} on consumer 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22 {{(pid=69742) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1255.094737] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.094940] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.095250] env[69742]: DEBUG nova.network.neutron [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.169034] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fb7ca6-3506-8252-fd41-f0b90dfc0d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.169812] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.170128] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.170409] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.170601] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.170826] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.171602] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23033f7f-82c7-4c01-b1c9-c63310972cc2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.182710] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.182895] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.183639] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f62ac17-41cd-4ba1-95ef-f61a7db9330f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.189968] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1255.189968] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52661a78-b026-5e7f-b11f-dc87bbde487f" [ 1255.189968] env[69742]: _type = "Task" [ 1255.189968] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.199012] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52661a78-b026-5e7f-b11f-dc87bbde487f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.409985] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "33e924a6-007b-4411-91d8-46eed3ff38e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.410377] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "33e924a6-007b-4411-91d8-46eed3ff38e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.410608] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "33e924a6-007b-4411-91d8-46eed3ff38e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.410802] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "33e924a6-007b-4411-91d8-46eed3ff38e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.410973] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "33e924a6-007b-4411-91d8-46eed3ff38e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.413168] env[69742]: INFO nova.compute.manager [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Terminating instance [ 1255.702639] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52661a78-b026-5e7f-b11f-dc87bbde487f, 'name': SearchDatastore_Task, 'duration_secs': 0.019694} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.703708] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06a7355-812e-42eb-bae5-0672e94aad10 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.710950] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1255.710950] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e60a5c-9c19-e5a5-05d6-4961c79a3fd1" [ 1255.710950] env[69742]: _type = "Task" [ 1255.710950] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.725179] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e60a5c-9c19-e5a5-05d6-4961c79a3fd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.849214] env[69742]: DEBUG nova.network.neutron [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance_info_cache with network_info: [{"id": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "address": "fa:16:3e:b4:48:ad", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5dc3294-ec", "ovs_interfaceid": "a5dc3294-ec23-45c7-ad9c-f093f8b82485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.917304] env[69742]: DEBUG nova.compute.manager [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.917614] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.918626] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c67bcc-a9a5-4984-a674-03bae3cac1fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.927795] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.928103] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1ecd5cd-c202-4836-807d-e9c1a41e4690 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.935862] env[69742]: DEBUG oslo_vmware.api [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1255.935862] env[69742]: value = "task-4061433" [ 1255.935862] env[69742]: _type = "Task" [ 1255.935862] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.944633] env[69742]: DEBUG oslo_vmware.api [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.178382] env[69742]: INFO nova.compute.manager [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Rebuilding instance [ 1256.222751] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e60a5c-9c19-e5a5-05d6-4961c79a3fd1, 'name': SearchDatastore_Task, 'duration_secs': 0.014867} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.223075] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.223380] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 16735b46-56c2-465c-b7e8-6d842bd6210d/16735b46-56c2-465c-b7e8-6d842bd6210d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.223681] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1280d364-14cc-4a29-aeeb-148d76db8181 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.231191] env[69742]: DEBUG nova.compute.manager [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.232418] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4963cf2f-9a6b-434b-841c-deae9e123b93 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.236745] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1256.236745] env[69742]: value = "task-4061435" [ 1256.236745] env[69742]: _type = "Task" [ 1256.236745] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.248710] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.352581] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.353633] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9bdbcb-f815-468d-939f-2723a8cd984a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.362083] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a1672e-0a2d-4894-ac71-0963100c525a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.448611] env[69742]: DEBUG oslo_vmware.api [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061433, 'name': PowerOffVM_Task, 'duration_secs': 0.234375} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.448967] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.449069] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.449387] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1327e1e-de21-4fe1-9d39-ed59488dd6dc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.532024] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.532437] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.532719] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleting the datastore file [datastore2] 33e924a6-007b-4411-91d8-46eed3ff38e7 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.533018] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e52decc-2227-4049-a415-51de5329d0e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.543083] env[69742]: DEBUG oslo_vmware.api [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1256.543083] env[69742]: value = "task-4061437" [ 1256.543083] env[69742]: _type = "Task" [ 1256.543083] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.554883] env[69742]: DEBUG oslo_vmware.api [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.593097] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.750256] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061435, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.053773] env[69742]: DEBUG oslo_vmware.api [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303257} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.053990] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.054198] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.054440] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.054575] env[69742]: INFO nova.compute.manager [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1257.054794] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.055069] env[69742]: DEBUG nova.compute.manager [-] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.055187] env[69742]: DEBUG nova.network.neutron [-] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.096722] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.096986] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.097175] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.097335] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1257.098423] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0968431e-d1bc-4ee8-bcbd-94973d6528cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.109035] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d71daf-f219-472d-912d-3e73f133abb7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.127363] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427907bd-37c8-473a-9cff-e25cde2d084f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.135451] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3026d7c4-b45b-422d-8919-56a2c6ef94bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.167971] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179404MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1257.168202] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.168422] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.250436] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534365} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.250619] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 16735b46-56c2-465c-b7e8-6d842bd6210d/16735b46-56c2-465c-b7e8-6d842bd6210d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.250832] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.251100] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4dcf0d3-07b0-4e4c-9180-a31d8667a84e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.253435] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.254166] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c39cabc-488e-4a2d-afd0-20ca10171f4e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.260955] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1257.260955] env[69742]: value = "task-4061439" [ 1257.260955] env[69742]: _type = "Task" [ 1257.260955] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.262508] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1257.262508] env[69742]: value = "task-4061438" [ 1257.262508] env[69742]: _type = "Task" [ 1257.262508] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.277947] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.281762] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.337052] env[69742]: DEBUG nova.compute.manager [req-f4d551fd-0209-42da-a942-82fcacad5e7f req-08e3d039-86fd-41c9-8e14-11ce186a16d7 service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Received event network-vif-deleted-324529f8-fb57-4efa-99c7-d3baa10a7ab5 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.337052] env[69742]: INFO nova.compute.manager [req-f4d551fd-0209-42da-a942-82fcacad5e7f req-08e3d039-86fd-41c9-8e14-11ce186a16d7 service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Neutron deleted interface 324529f8-fb57-4efa-99c7-d3baa10a7ab5; detaching it from the instance and deleting it from the info cache [ 1257.337052] env[69742]: DEBUG nova.network.neutron [req-f4d551fd-0209-42da-a942-82fcacad5e7f req-08e3d039-86fd-41c9-8e14-11ce186a16d7 service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.458921] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.459268] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f01c9f-6390-438c-abb2-b34e229037d2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.466734] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1257.466734] env[69742]: value = "task-4061440" [ 1257.466734] env[69742]: _type = "Task" [ 1257.466734] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.476776] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.775538] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061439, 'name': PowerOffVM_Task, 'duration_secs': 0.40703} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.778590] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.778844] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.779183] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076727} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.779914] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4655bb1-04ca-40c4-94e4-ad28d4025b61 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.783239] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.784045] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e409ec-04b5-4d58-ac25-8e858d69001e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.808171] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 16735b46-56c2-465c-b7e8-6d842bd6210d/16735b46-56c2-465c-b7e8-6d842bd6210d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.810477] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-203b55b2-7bba-4986-bfdc-71cb78494837 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.825057] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.825653] env[69742]: DEBUG nova.network.neutron [-] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.826647] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ec87a98-d8ca-4f2c-928e-f4381e563382 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.835996] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1257.835996] env[69742]: value = "task-4061442" [ 1257.835996] env[69742]: _type = "Task" [ 1257.835996] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.840376] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e01e95d-58a7-4959-b7c4-8f14014924a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.848868] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.852786] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f0da07-facc-4317-b19b-1250c6e8252c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.887098] env[69742]: DEBUG nova.compute.manager [req-f4d551fd-0209-42da-a942-82fcacad5e7f req-08e3d039-86fd-41c9-8e14-11ce186a16d7 service nova] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Detach interface failed, port_id=324529f8-fb57-4efa-99c7-d3baa10a7ab5, reason: Instance 33e924a6-007b-4411-91d8-46eed3ff38e7 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.908472] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.908730] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.908932] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleting the datastore file [datastore2] cd2f93ec-e72f-4b99-b251-c69e68bed3c1 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.909224] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f338895c-5c1d-4d79-9334-953e6a7188a7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.916860] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1257.916860] env[69742]: value = "task-4061443" [ 1257.916860] env[69742]: _type = "Task" [ 1257.916860] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.926329] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.978812] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061440, 'name': PowerOffVM_Task, 'duration_secs': 0.235697} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.979202] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.979986] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.980243] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.980384] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.980604] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.980765] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.980919] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.981186] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.981447] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.981585] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.982713] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.982916] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.988642] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bfaaf42-f2ea-4c1c-bc84-3cdb6ddee4b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.007195] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1258.007195] env[69742]: value = "task-4061444" [ 1258.007195] env[69742]: _type = "Task" [ 1258.007195] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.019365] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.227537] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 105fe6a4-75f2-4d70-80bd-e07259585778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1258.227779] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1258.228016] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 33e924a6-007b-4411-91d8-46eed3ff38e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1258.228238] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4feff854-a006-4f54-a91d-d2bc4bbe3039 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1258.228427] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance cd2f93ec-e72f-4b99-b251-c69e68bed3c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1258.228611] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance e115a6d4-708f-4cb5-89b2-5bdc292e256f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1258.228792] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1258.228993] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 409c979d-b503-4602-8519-ef2d26ab5f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1258.229217] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 16735b46-56c2-465c-b7e8-6d842bd6210d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1258.229557] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1258.229928] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1258.331278] env[69742]: INFO nova.compute.manager [-] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Took 1.28 seconds to deallocate network for instance. [ 1258.348516] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061442, 'name': ReconfigVM_Task, 'duration_secs': 0.423822} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.352266] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 16735b46-56c2-465c-b7e8-6d842bd6210d/16735b46-56c2-465c-b7e8-6d842bd6210d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.352672] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff9d6b15-20cc-404d-8f57-70c42affb551 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.362698] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1258.362698] env[69742]: value = "task-4061446" [ 1258.362698] env[69742]: _type = "Task" [ 1258.362698] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.375676] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061446, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.379784] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f337befe-ac07-4e36-94b9-64f692a411ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.388491] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c65106-c253-457d-a993-23f2830bffc4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.426035] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea76b902-535e-45f7-9c87-caf5cb35f9de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.437015] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c447bde-128b-4aae-a337-93cd5bf0ccc8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.441089] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254355} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.441380] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.441563] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.441735] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.456840] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1258.520474] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061444, 'name': ReconfigVM_Task, 'duration_secs': 0.25154} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.521320] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006ccf47-bdba-44c4-aa9f-1dc670af5900 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.545280] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.545568] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.545757] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.545954] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.546120] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.546272] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.546513] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.546645] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.546816] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.546981] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.547175] env[69742]: DEBUG nova.virt.hardware [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.548449] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31f0a11-24f7-49b2-a689-5d1f6563d111 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.554508] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1258.554508] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b10621-8087-e045-a19c-5295524139ee" [ 1258.554508] env[69742]: _type = "Task" [ 1258.554508] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.563119] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b10621-8087-e045-a19c-5295524139ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.843904] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.875661] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061446, 'name': Rename_Task, 'duration_secs': 0.1499} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.875934] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.876196] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fa289de-02cd-41ed-aa65-775470a50ceb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.883437] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1258.883437] env[69742]: value = "task-4061447" [ 1258.883437] env[69742]: _type = "Task" [ 1258.883437] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.891522] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.981188] env[69742]: ERROR nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [req-4ffb8583-0e6e-4994-9969-2c2741a3d5bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d7c17de2-386a-4ee9-b4fd-640969c45642. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ffb8583-0e6e-4994-9969-2c2741a3d5bd"}]} [ 1258.999037] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1259.013897] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1259.014169] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.030473] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1259.054271] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1259.067502] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b10621-8087-e045-a19c-5295524139ee, 'name': SearchDatastore_Task, 'duration_secs': 0.023123} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.073503] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1259.076702] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7973b1fe-72da-4241-b45d-739d99007fb7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.097732] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1259.097732] env[69742]: value = "task-4061448" [ 1259.097732] env[69742]: _type = "Task" [ 1259.097732] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.108901] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.207482] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b06691-2843-41a8-9266-e2f4c11df7f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.215513] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccdc0f0-8a0b-486c-afc6-7160ef1907a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.246852] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb30fc15-3ca3-4553-9e74-45fa85be7ab5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.255296] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946a4dc3-37ab-4648-b9b1-327f6a16632d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.269804] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.395042] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061447, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.479126] env[69742]: DEBUG nova.virt.hardware [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.479406] env[69742]: DEBUG nova.virt.hardware [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.479569] env[69742]: DEBUG nova.virt.hardware [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.479759] env[69742]: DEBUG nova.virt.hardware [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.479971] env[69742]: DEBUG nova.virt.hardware [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.480182] env[69742]: DEBUG nova.virt.hardware [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.480397] env[69742]: DEBUG nova.virt.hardware [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.480564] env[69742]: DEBUG nova.virt.hardware [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.480735] env[69742]: DEBUG nova.virt.hardware [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.480925] env[69742]: DEBUG nova.virt.hardware [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.481112] env[69742]: DEBUG nova.virt.hardware [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.482084] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9d8576-5ed7-417a-8870-56ab93e33079 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.491483] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe92c44-00d4-44f6-8327-281e12bd3e69 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.508136] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:e2:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68eba6fb-793d-455d-8d8c-f1c6973911cb', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.515461] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.515793] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.516075] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c29fb6d1-7d6d-4451-9d03-63af04f2751a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.536657] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.536657] env[69742]: value = "task-4061449" [ 1259.536657] env[69742]: _type = "Task" [ 1259.536657] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.545483] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061449, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.608891] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061448, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.806397] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Updated inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1259.806636] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Updating resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 generation from 161 to 162 during operation: update_inventory {{(pid=69742) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1259.806794] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.894869] env[69742]: DEBUG oslo_vmware.api [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061447, 'name': PowerOnVM_Task, 'duration_secs': 0.520768} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.895273] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.895317] env[69742]: INFO nova.compute.manager [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1259.895489] env[69742]: DEBUG nova.compute.manager [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.896314] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4f58c5-a10b-4510-b68f-9e5879436d0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.050071] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061449, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.110123] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061448, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.312844] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1260.313289] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.145s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.314029] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.470s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.314439] env[69742]: DEBUG nova.objects.instance [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lazy-loading 'resources' on Instance uuid 33e924a6-007b-4411-91d8-46eed3ff38e7 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.413326] env[69742]: INFO nova.compute.manager [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Took 13.03 seconds to build instance. [ 1260.548616] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061449, 'name': CreateVM_Task, 'duration_secs': 0.577388} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.548863] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.556883] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.557175] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.557553] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.557870] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f3536f-0bd1-435e-a393-70be109e4718 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.564397] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1260.564397] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52472fbb-2be3-34a5-d7fd-f47f670e40be" [ 1260.564397] env[69742]: _type = "Task" [ 1260.564397] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.573830] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52472fbb-2be3-34a5-d7fd-f47f670e40be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.609336] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061448, 'name': ReconfigVM_Task, 'duration_secs': 1.295766} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.609634] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.610458] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bec345-4a93-48a4-b251-982af2b50cee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.638074] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22/91ad2f6b-4a0f-4f5b-9787-f9de376d6b22.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.638519] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3747baeb-3215-4023-b91b-b9c2849fd9fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.657951] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1260.657951] env[69742]: value = "task-4061451" [ 1260.657951] env[69742]: _type = "Task" [ 1260.657951] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.666991] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.710328] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529be718-fd6d-b959-a168-f53ec1d85298/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.711278] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f91254-c795-4881-b8d1-9c286cc0be59 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.717936] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529be718-fd6d-b959-a168-f53ec1d85298/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.718177] env[69742]: ERROR oslo_vmware.rw_handles [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529be718-fd6d-b959-a168-f53ec1d85298/disk-0.vmdk due to incomplete transfer. [ 1260.718354] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c46b3c3-41cc-4793-a1c0-530ccf240625 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.726772] env[69742]: DEBUG oslo_vmware.rw_handles [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529be718-fd6d-b959-a168-f53ec1d85298/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1260.727041] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Uploaded image 8d4c4e98-986e-4d03-986d-a1a1daedb3ca to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1260.729728] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1260.730100] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0565ddc2-ad73-4026-b850-2bc9046b8db9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.738759] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1260.738759] env[69742]: value = "task-4061452" [ 1260.738759] env[69742]: _type = "Task" [ 1260.738759] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.751640] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061452, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.915980] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fbabb3b-67ee-4a9f-bf2d-68545ac38b1d tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "16735b46-56c2-465c-b7e8-6d842bd6210d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.544s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.916422] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "16735b46-56c2-465c-b7e8-6d842bd6210d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.040s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.916558] env[69742]: INFO nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] During sync_power_state the instance has a pending task (spawning). Skip. [ 1260.916838] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "16735b46-56c2-465c-b7e8-6d842bd6210d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.051762] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e454bd82-2e1f-4c19-b5ab-03d7fd1bbaa7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.061262] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d70123c-ac13-427f-bbc9-08e4173fc2ce {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.074124] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52472fbb-2be3-34a5-d7fd-f47f670e40be, 'name': SearchDatastore_Task, 'duration_secs': 0.037868} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.098453] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.098751] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.099121] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.099290] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.099482] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.099977] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-106c7294-a296-45c6-ace3-713d469f6696 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.102530] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3f6a8b-665b-4012-b37b-56e6ee226653 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.111486] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3752bf-3a8f-41d0-b815-76783edf448e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.117056] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.117281] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.127300] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab4b6da-5037-4cac-996e-f4a0a1a108ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.130018] env[69742]: DEBUG nova.compute.provider_tree [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.135313] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1261.135313] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b0ed36-77a1-6ed0-af47-9abcaa5cad77" [ 1261.135313] env[69742]: _type = "Task" [ 1261.135313] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.144791] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b0ed36-77a1-6ed0-af47-9abcaa5cad77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.168385] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061451, 'name': ReconfigVM_Task, 'duration_secs': 0.341393} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.168629] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22/91ad2f6b-4a0f-4f5b-9787-f9de376d6b22.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.169539] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01ff5c9-ee53-49a6-b966-69870ae86db0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.191152] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe8f438-9078-4377-9e0a-2e2dc97ea5ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.212758] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1582b94-d51c-4aad-b0b6-bdf9adadc307 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.234110] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbbf845-5afe-4af0-a3f6-996f2d7b5ab0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.241606] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.246597] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cb341c3-ea9d-4803-93d4-13b3ad8033fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.257727] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061452, 'name': Destroy_Task} progress is 33%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.259119] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1261.259119] env[69742]: value = "task-4061453" [ 1261.259119] env[69742]: _type = "Task" [ 1261.259119] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.267599] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.315970] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.316272] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.316456] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1261.374417] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "16735b46-56c2-465c-b7e8-6d842bd6210d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.374783] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "16735b46-56c2-465c-b7e8-6d842bd6210d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.375085] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "16735b46-56c2-465c-b7e8-6d842bd6210d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.375731] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "16735b46-56c2-465c-b7e8-6d842bd6210d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.375979] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "16735b46-56c2-465c-b7e8-6d842bd6210d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.378417] env[69742]: INFO nova.compute.manager [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Terminating instance [ 1261.633957] env[69742]: DEBUG nova.scheduler.client.report [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.648768] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b0ed36-77a1-6ed0-af47-9abcaa5cad77, 'name': SearchDatastore_Task, 'duration_secs': 0.033257} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.649629] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b83c6415-f9b1-40a6-bcc1-0a9d4e978e26 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.656553] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1261.656553] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5258a24e-69ff-9d20-19e0-7290fa5c3fbc" [ 1261.656553] env[69742]: _type = "Task" [ 1261.656553] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.668441] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5258a24e-69ff-9d20-19e0-7290fa5c3fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.752256] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061452, 'name': Destroy_Task, 'duration_secs': 0.65983} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.752559] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Destroyed the VM [ 1261.752799] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1261.753076] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e672aa80-6ee0-4c41-901a-72d3e3c0a6be {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.765180] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1261.765180] env[69742]: value = "task-4061454" [ 1261.765180] env[69742]: _type = "Task" [ 1261.765180] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.772767] env[69742]: DEBUG oslo_vmware.api [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061453, 'name': PowerOnVM_Task, 'duration_secs': 0.462215} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.773602] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.780828] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061454, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.882791] env[69742]: DEBUG nova.compute.manager [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.883107] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.884393] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428b72db-0125-4d26-ba0d-8bfb582b073e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.893531] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.893604] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-220529e0-cc08-4b45-8125-c0c66643cb58 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.901341] env[69742]: DEBUG oslo_vmware.api [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1261.901341] env[69742]: value = "task-4061455" [ 1261.901341] env[69742]: _type = "Task" [ 1261.901341] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.912584] env[69742]: DEBUG oslo_vmware.api [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.142660] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.168550] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5258a24e-69ff-9d20-19e0-7290fa5c3fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.027217} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.169606] env[69742]: INFO nova.scheduler.client.report [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted allocations for instance 33e924a6-007b-4411-91d8-46eed3ff38e7 [ 1262.170681] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.170940] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] cd2f93ec-e72f-4b99-b251-c69e68bed3c1/cd2f93ec-e72f-4b99-b251-c69e68bed3c1.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.173369] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a920ea1c-5b0a-4b7c-9f05-8140f8d74f99 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.181908] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1262.181908] env[69742]: value = "task-4061456" [ 1262.181908] env[69742]: _type = "Task" [ 1262.181908] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.191172] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.276491] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061454, 'name': RemoveSnapshot_Task, 'duration_secs': 0.395081} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.276871] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1262.277199] env[69742]: DEBUG nova.compute.manager [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.278086] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25bf0b5-92da-4f5e-85f9-e04b224d617d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.414560] env[69742]: DEBUG oslo_vmware.api [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061455, 'name': PowerOffVM_Task, 'duration_secs': 0.273827} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.414849] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.415218] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.415536] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f4832bf-05a8-44e6-b536-41f17d96776a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.491730] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.492064] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.492194] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleting the datastore file [datastore1] 16735b46-56c2-465c-b7e8-6d842bd6210d {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.492509] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffa8f3b1-a39c-4028-8b9f-5372b302eaa9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.501946] env[69742]: DEBUG oslo_vmware.api [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for the task: (returnval){ [ 1262.501946] env[69742]: value = "task-4061459" [ 1262.501946] env[69742]: _type = "Task" [ 1262.501946] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.513310] env[69742]: DEBUG oslo_vmware.api [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.680248] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4b4d6782-ea9f-4e5e-9d0c-81d69f652cf2 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "33e924a6-007b-4411-91d8-46eed3ff38e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.270s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.691842] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493823} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.692197] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] cd2f93ec-e72f-4b99-b251-c69e68bed3c1/cd2f93ec-e72f-4b99-b251-c69e68bed3c1.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.692422] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.692783] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86642a06-3377-477c-8495-860eb16f2904 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.702511] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1262.702511] env[69742]: value = "task-4061461" [ 1262.702511] env[69742]: _type = "Task" [ 1262.702511] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.711212] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.797366] env[69742]: INFO nova.compute.manager [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Shelve offloading [ 1262.834727] env[69742]: INFO nova.compute.manager [None req-3e7ea8f7-7676-43f5-8119-339d7eac1a91 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance to original state: 'active' [ 1263.013873] env[69742]: DEBUG oslo_vmware.api [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Task: {'id': task-4061459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283949} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.014161] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.014353] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.014534] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.014778] env[69742]: INFO nova.compute.manager [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1263.015088] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.015303] env[69742]: DEBUG nova.compute.manager [-] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1263.015404] env[69742]: DEBUG nova.network.neutron [-] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.213471] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079596} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.213829] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.214582] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8320bdc3-be4f-4da5-bb58-83343dd2391b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.237206] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] cd2f93ec-e72f-4b99-b251-c69e68bed3c1/cd2f93ec-e72f-4b99-b251-c69e68bed3c1.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.237488] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37d21acd-8693-4fb8-8593-098edd9ca694 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.258361] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1263.258361] env[69742]: value = "task-4061462" [ 1263.258361] env[69742]: _type = "Task" [ 1263.258361] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.267478] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.301050] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.301050] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-241d14ad-c0d6-43df-aafa-5b8b89c072dc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.309376] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1263.309376] env[69742]: value = "task-4061463" [ 1263.309376] env[69742]: _type = "Task" [ 1263.309376] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.320471] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1263.320697] env[69742]: DEBUG nova.compute.manager [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.321501] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78da7da4-49bc-4470-9569-40451967e201 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.328085] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.328323] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.328516] env[69742]: DEBUG nova.network.neutron [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.379275] env[69742]: DEBUG nova.compute.manager [req-4a56660d-a865-43a1-9660-553bc882c66b req-43e0a9cf-565f-47a3-9b1b-107c7cb22054 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Received event network-vif-deleted-c1f5a1b6-86ed-4a13-b1aa-8e040495598c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.379478] env[69742]: INFO nova.compute.manager [req-4a56660d-a865-43a1-9660-553bc882c66b req-43e0a9cf-565f-47a3-9b1b-107c7cb22054 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Neutron deleted interface c1f5a1b6-86ed-4a13-b1aa-8e040495598c; detaching it from the instance and deleting it from the info cache [ 1263.379655] env[69742]: DEBUG nova.network.neutron [req-4a56660d-a865-43a1-9660-553bc882c66b req-43e0a9cf-565f-47a3-9b1b-107c7cb22054 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.773035] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061462, 'name': ReconfigVM_Task, 'duration_secs': 0.350059} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.773522] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Reconfigured VM instance instance-0000006a to attach disk [datastore2] cd2f93ec-e72f-4b99-b251-c69e68bed3c1/cd2f93ec-e72f-4b99-b251-c69e68bed3c1.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.774439] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4e0601c-62ea-4473-80ee-fb7c3c66e752 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.777013] env[69742]: DEBUG nova.network.neutron [-] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.785188] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1263.785188] env[69742]: value = "task-4061464" [ 1263.785188] env[69742]: _type = "Task" [ 1263.785188] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.795259] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061464, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.883434] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1283d11c-a5ae-477a-9561-2fd9563b56b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.894809] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2dea7d-edb3-4ac0-9e18-d5b4b22bf4e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.929013] env[69742]: DEBUG nova.compute.manager [req-4a56660d-a865-43a1-9660-553bc882c66b req-43e0a9cf-565f-47a3-9b1b-107c7cb22054 service nova] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Detach interface failed, port_id=c1f5a1b6-86ed-4a13-b1aa-8e040495598c, reason: Instance 16735b46-56c2-465c-b7e8-6d842bd6210d could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1264.061181] env[69742]: DEBUG nova.network.neutron [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updating instance_info_cache with network_info: [{"id": "d677f9aa-e93c-4fad-8bef-039982ee2155", "address": "fa:16:3e:1f:93:32", "network": {"id": "753f92ae-ae44-48a0-8ba4-9fe208b47235", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1061047985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ce9f079ee4417baa941ad22eccb941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd677f9aa-e9", "ovs_interfaceid": "d677f9aa-e93c-4fad-8bef-039982ee2155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.280192] env[69742]: INFO nova.compute.manager [-] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Took 1.26 seconds to deallocate network for instance. [ 1264.309668] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061464, 'name': Rename_Task, 'duration_secs': 0.159246} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.309954] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.310278] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a25ce958-36ad-4460-8c86-e4e003bd231f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.317052] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1264.317052] env[69742]: value = "task-4061465" [ 1264.317052] env[69742]: _type = "Task" [ 1264.317052] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.327087] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.563751] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.755999] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.756347] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.756559] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.756766] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.756968] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.759337] env[69742]: INFO nova.compute.manager [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Terminating instance [ 1264.799454] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.799762] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.800027] env[69742]: DEBUG nova.objects.instance [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lazy-loading 'resources' on Instance uuid 16735b46-56c2-465c-b7e8-6d842bd6210d {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.827310] env[69742]: DEBUG oslo_vmware.api [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061465, 'name': PowerOnVM_Task, 'duration_secs': 0.501481} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.827642] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.827894] env[69742]: DEBUG nova.compute.manager [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.828701] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a8133-c5ca-4ba5-9252-02896501dcc1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.831996] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.832742] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb49dfb4-9494-4af7-a9a2-e9eb243e808a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.840327] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.841901] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3f986ff-4e91-48a4-bb4f-48042e95e88b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.916207] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.916439] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.916719] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Deleting the datastore file [datastore2] 4feff854-a006-4f54-a91d-d2bc4bbe3039 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.917105] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d325eb4-84a4-45da-b9f8-0c34842e8b0b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.924992] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1264.924992] env[69742]: value = "task-4061467" [ 1264.924992] env[69742]: _type = "Task" [ 1264.924992] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.933364] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.263234] env[69742]: DEBUG nova.compute.manager [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.263336] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.263703] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbf36445-8ced-4363-aa06-63f7a0f45601 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.272809] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1265.272809] env[69742]: value = "task-4061468" [ 1265.272809] env[69742]: _type = "Task" [ 1265.272809] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.282407] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.357590] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.431482] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70761524-f3f6-4394-88d7-14503a1798da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.437520] env[69742]: DEBUG oslo_vmware.api [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420582} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.438101] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.438295] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.438481] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.443149] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb872c5-6118-4ac0-8891-c9481a6ceb69 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.476173] env[69742]: INFO nova.scheduler.client.report [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Deleted allocations for instance 4feff854-a006-4f54-a91d-d2bc4bbe3039 [ 1265.479274] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b26c45f-394c-4932-bc19-5b1b3fb91d88 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.498111] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780a6e92-0fe9-4075-bd1c-2b7744f59796 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.519440] env[69742]: DEBUG nova.compute.provider_tree [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.536973] env[69742]: DEBUG nova.compute.manager [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Received event network-vif-unplugged-d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.537283] env[69742]: DEBUG oslo_concurrency.lockutils [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] Acquiring lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.537499] env[69742]: DEBUG oslo_concurrency.lockutils [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.537720] env[69742]: DEBUG oslo_concurrency.lockutils [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.537897] env[69742]: DEBUG nova.compute.manager [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] No waiting events found dispatching network-vif-unplugged-d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.538099] env[69742]: WARNING nova.compute.manager [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Received unexpected event network-vif-unplugged-d677f9aa-e93c-4fad-8bef-039982ee2155 for instance with vm_state shelved_offloaded and task_state None. [ 1265.538251] env[69742]: DEBUG nova.compute.manager [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Received event network-changed-d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.538405] env[69742]: DEBUG nova.compute.manager [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Refreshing instance network info cache due to event network-changed-d677f9aa-e93c-4fad-8bef-039982ee2155. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.538591] env[69742]: DEBUG oslo_concurrency.lockutils [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] Acquiring lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.538825] env[69742]: DEBUG oslo_concurrency.lockutils [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] Acquired lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.539067] env[69742]: DEBUG nova.network.neutron [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Refreshing network info cache for port d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.786888] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061468, 'name': PowerOffVM_Task, 'duration_secs': 0.232315} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.787336] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.787640] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.787940] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804915', 'volume_id': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'name': 'volume-0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '91ad2f6b-4a0f-4f5b-9787-f9de376d6b22', 'attached_at': '2025-05-13T01:25:17.000000', 'detached_at': '', 'volume_id': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'serial': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.789147] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216e5168-dc0b-4380-b17b-aa545ee98e28 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.816796] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f98f71-a3b7-430e-b605-c9c5f4d75a16 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.825955] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167772fb-edb5-41e8-871d-94cc741e4a7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.847744] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a8937e-80ad-4286-b774-1e337eb47f04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.863856] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] The volume has not been displaced from its original location: [datastore1] volume-0a9fdb5e-f973-40ce-a1ec-7d35e0441048/volume-0a9fdb5e-f973-40ce-a1ec-7d35e0441048.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1265.870240] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.870728] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a8a2c6-bb52-4ace-9da1-a0a810defb8a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.897593] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1265.897593] env[69742]: value = "task-4061469" [ 1265.897593] env[69742]: _type = "Task" [ 1265.897593] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.908500] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.988788] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.022954] env[69742]: DEBUG nova.scheduler.client.report [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.255474] env[69742]: DEBUG nova.network.neutron [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updated VIF entry in instance network info cache for port d677f9aa-e93c-4fad-8bef-039982ee2155. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.255824] env[69742]: DEBUG nova.network.neutron [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updating instance_info_cache with network_info: [{"id": "d677f9aa-e93c-4fad-8bef-039982ee2155", "address": "fa:16:3e:1f:93:32", "network": {"id": "753f92ae-ae44-48a0-8ba4-9fe208b47235", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1061047985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ce9f079ee4417baa941ad22eccb941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd677f9aa-e9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.390569] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "105fe6a4-75f2-4d70-80bd-e07259585778" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.390569] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "105fe6a4-75f2-4d70-80bd-e07259585778" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.390893] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "105fe6a4-75f2-4d70-80bd-e07259585778-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.390996] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "105fe6a4-75f2-4d70-80bd-e07259585778-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.391262] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "105fe6a4-75f2-4d70-80bd-e07259585778-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.394860] env[69742]: INFO nova.compute.manager [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Terminating instance [ 1266.411833] env[69742]: DEBUG oslo_concurrency.lockutils [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Acquiring lock "f331c528-e76f-441c-8178-a687da0d9c77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.412075] env[69742]: DEBUG oslo_concurrency.lockutils [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "f331c528-e76f-441c-8178-a687da0d9c77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.413116] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061469, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.528644] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.531027] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.173s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.531242] env[69742]: DEBUG nova.objects.instance [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1266.549687] env[69742]: INFO nova.scheduler.client.report [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Deleted allocations for instance 16735b46-56c2-465c-b7e8-6d842bd6210d [ 1266.758933] env[69742]: DEBUG oslo_concurrency.lockutils [req-e77e004a-12a3-4f0a-a5c0-6048019d557a req-80762227-bfb8-4c77-8143-c47891da9a79 service nova] Releasing lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.902913] env[69742]: DEBUG nova.compute.manager [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.903264] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.904587] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1464a37-835b-4ee0-9120-cfe42351c26a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.911246] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061469, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.914122] env[69742]: DEBUG nova.compute.manager [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.918950] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.919448] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0aa48e7-c38a-4cad-a17d-ad666a03e20f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.926557] env[69742]: DEBUG oslo_vmware.api [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1266.926557] env[69742]: value = "task-4061470" [ 1266.926557] env[69742]: _type = "Task" [ 1266.926557] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.936530] env[69742]: DEBUG oslo_vmware.api [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.059676] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a3e4fd52-06d1-4e27-bbcb-07ff325d03a6 tempest-ServerDiskConfigTestJSON-1386001022 tempest-ServerDiskConfigTestJSON-1386001022-project-member] Lock "16735b46-56c2-465c-b7e8-6d842bd6210d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.263862] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.409519] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061469, 'name': ReconfigVM_Task, 'duration_secs': 1.236234} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.409938] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.414676] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2101acd9-6dca-4881-a919-8d359fba526c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.434922] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1267.434922] env[69742]: value = "task-4061471" [ 1267.434922] env[69742]: _type = "Task" [ 1267.434922] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.443044] env[69742]: DEBUG oslo_vmware.api [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061470, 'name': PowerOffVM_Task, 'duration_secs': 0.360372} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.443866] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.444079] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.444370] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-707a44d3-327d-4f9b-8d2e-1a096e3fac02 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.449497] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.450720] env[69742]: DEBUG oslo_concurrency.lockutils [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.525867] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.526149] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.526361] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleting the datastore file [datastore1] 105fe6a4-75f2-4d70-80bd-e07259585778 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.526689] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-613e4a62-c0a1-4e9d-ba04-3aee619d46a7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.534405] env[69742]: DEBUG oslo_vmware.api [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for the task: (returnval){ [ 1267.534405] env[69742]: value = "task-4061473" [ 1267.534405] env[69742]: _type = "Task" [ 1267.534405] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.540806] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c38b8fbd-ef7d-4d32-b139-6a991bd344d8 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.545691] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.557s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.545951] env[69742]: DEBUG nova.objects.instance [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lazy-loading 'resources' on Instance uuid 4feff854-a006-4f54-a91d-d2bc4bbe3039 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.547048] env[69742]: DEBUG oslo_vmware.api [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.947295] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.049074] env[69742]: DEBUG oslo_vmware.api [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Task: {'id': task-4061473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244846} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.049074] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.049074] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.049074] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.049074] env[69742]: INFO nova.compute.manager [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1268.049074] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.049074] env[69742]: DEBUG nova.compute.manager [-] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.049074] env[69742]: DEBUG nova.network.neutron [-] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.050932] env[69742]: DEBUG nova.objects.instance [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lazy-loading 'numa_topology' on Instance uuid 4feff854-a006-4f54-a91d-d2bc4bbe3039 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.383776] env[69742]: DEBUG nova.compute.manager [req-bece22e7-240a-4595-8dd4-1cccdceaf4dd req-085d2245-7304-4c83-b82d-916fbc553db9 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Received event network-vif-deleted-fb9cb33b-6359-4d09-84c7-58e0439245ae {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.383993] env[69742]: INFO nova.compute.manager [req-bece22e7-240a-4595-8dd4-1cccdceaf4dd req-085d2245-7304-4c83-b82d-916fbc553db9 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Neutron deleted interface fb9cb33b-6359-4d09-84c7-58e0439245ae; detaching it from the instance and deleting it from the info cache [ 1268.384286] env[69742]: DEBUG nova.network.neutron [req-bece22e7-240a-4595-8dd4-1cccdceaf4dd req-085d2245-7304-4c83-b82d-916fbc553db9 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.447862] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.557264] env[69742]: DEBUG nova.objects.base [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Object Instance<4feff854-a006-4f54-a91d-d2bc4bbe3039> lazy-loaded attributes: resources,numa_topology {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1268.700150] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c593b1e6-5e67-4f4a-9a6c-036fd5158c68 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.708790] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8ead3f-66f7-4892-af25-832bf5c34d19 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.741670] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241c776f-157e-43a5-92fa-221f5975e5a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.749845] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7841c676-a37f-4c43-b1d2-b93fd3858aac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.763588] env[69742]: DEBUG nova.compute.provider_tree [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.863841] env[69742]: DEBUG nova.network.neutron [-] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.886771] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-638bb4e8-b7e1-4d35-a5a2-3cd8e001efdd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.896723] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2245f9-0b6d-43c6-9871-84b9b1fe6f5b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.925586] env[69742]: DEBUG nova.compute.manager [req-bece22e7-240a-4595-8dd4-1cccdceaf4dd req-085d2245-7304-4c83-b82d-916fbc553db9 service nova] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Detach interface failed, port_id=fb9cb33b-6359-4d09-84c7-58e0439245ae, reason: Instance 105fe6a4-75f2-4d70-80bd-e07259585778 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.946214] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061471, 'name': ReconfigVM_Task, 'duration_secs': 1.190376} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.946520] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804915', 'volume_id': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'name': 'volume-0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '91ad2f6b-4a0f-4f5b-9787-f9de376d6b22', 'attached_at': '2025-05-13T01:25:17.000000', 'detached_at': '', 'volume_id': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048', 'serial': '0a9fdb5e-f973-40ce-a1ec-7d35e0441048'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1268.946802] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.947580] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da644dd4-490c-4067-86d3-0b2aa011a07e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.955255] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.955479] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d48b753a-1cdb-4a72-abdd-f8457e1263bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.029103] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.029348] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.029532] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleting the datastore file [datastore2] 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.029813] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55e37018-4eea-4ed7-800e-9266575145bd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.037320] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1269.037320] env[69742]: value = "task-4061475" [ 1269.037320] env[69742]: _type = "Task" [ 1269.037320] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.046856] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.267113] env[69742]: DEBUG nova.scheduler.client.report [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.366556] env[69742]: INFO nova.compute.manager [-] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Took 1.32 seconds to deallocate network for instance. [ 1269.550540] env[69742]: DEBUG oslo_vmware.api [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154357} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.550987] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.551338] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.551637] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.551970] env[69742]: INFO nova.compute.manager [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Took 4.29 seconds to destroy the instance on the hypervisor. [ 1269.552386] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.552706] env[69742]: DEBUG nova.compute.manager [-] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.552883] env[69742]: DEBUG nova.network.neutron [-] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.772545] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.774979] env[69742]: DEBUG oslo_concurrency.lockutils [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.324s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.776493] env[69742]: INFO nova.compute.claims [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.873198] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.291023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6aa287bb-c407-4fe2-89b1-6cae3c74f85e tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.627s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.291023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.415s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.291023] env[69742]: INFO nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1270.291023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.291023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.027s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.291023] env[69742]: INFO nova.compute.manager [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Unshelving [ 1270.410745] env[69742]: DEBUG nova.compute.manager [req-d94f5a35-be57-47b5-9ab3-256390ceb0e2 req-64d4d5a4-d45a-434f-aa0e-3e58cd0ed46b service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Received event network-vif-deleted-a5dc3294-ec23-45c7-ad9c-f093f8b82485 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.410915] env[69742]: INFO nova.compute.manager [req-d94f5a35-be57-47b5-9ab3-256390ceb0e2 req-64d4d5a4-d45a-434f-aa0e-3e58cd0ed46b service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Neutron deleted interface a5dc3294-ec23-45c7-ad9c-f093f8b82485; detaching it from the instance and deleting it from the info cache [ 1270.411101] env[69742]: DEBUG nova.network.neutron [req-d94f5a35-be57-47b5-9ab3-256390ceb0e2 req-64d4d5a4-d45a-434f-aa0e-3e58cd0ed46b service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.478999] env[69742]: DEBUG nova.network.neutron [-] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.908604] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4100bc-ea77-4a6f-9da7-8fdff2e65441 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.913432] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0611c02b-af37-45db-bbae-e88c09e3741c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.918549] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfc0b4b-ad2e-4c05-9fbf-f62dc0db7ce3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.925811] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb01b63-d941-4352-bc63-f2f470581ee1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.963825] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689747a1-b4e9-4e0e-a71f-3e0b7464e52a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.971727] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6733b6c5-cb52-4700-987f-2b311ff2c2da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.983020] env[69742]: INFO nova.compute.manager [-] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Took 1.43 seconds to deallocate network for instance. [ 1270.983418] env[69742]: DEBUG nova.compute.manager [req-d94f5a35-be57-47b5-9ab3-256390ceb0e2 req-64d4d5a4-d45a-434f-aa0e-3e58cd0ed46b service nova] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Detach interface failed, port_id=a5dc3294-ec23-45c7-ad9c-f093f8b82485, reason: Instance 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1270.994562] env[69742]: DEBUG nova.compute.provider_tree [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.314254] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.498106] env[69742]: DEBUG nova.scheduler.client.report [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.529624] env[69742]: INFO nova.compute.manager [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Took 0.55 seconds to detach 1 volumes for instance. [ 1272.003266] env[69742]: DEBUG oslo_concurrency.lockutils [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.003765] env[69742]: DEBUG nova.compute.manager [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1272.006655] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.134s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.006929] env[69742]: DEBUG nova.objects.instance [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lazy-loading 'resources' on Instance uuid 105fe6a4-75f2-4d70-80bd-e07259585778 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.035538] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.510171] env[69742]: DEBUG nova.compute.utils [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.514671] env[69742]: DEBUG nova.compute.manager [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1272.514863] env[69742]: DEBUG nova.network.neutron [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.559175] env[69742]: DEBUG nova.policy [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1088ed7738348b9a8690a9608bffcb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eef043cf13ed4922a9b7073909a349b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.633732] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca4a3fa-3f2b-44b3-9aac-d9d51991ec84 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.643261] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1321606b-24d2-4b21-9adf-0b2515e1e220 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.677135] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2133758e-ff3f-457e-9b60-396d62b249ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.686038] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1ae495-bed0-44a0-822b-7fb1823092a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.700924] env[69742]: DEBUG nova.compute.provider_tree [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.871079] env[69742]: DEBUG nova.network.neutron [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Successfully created port: 0a195ca7-eb32-4a1a-9451-2ce515a08463 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.015817] env[69742]: DEBUG nova.compute.manager [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.204968] env[69742]: DEBUG nova.scheduler.client.report [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.522763] env[69742]: INFO nova.virt.block_device [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Booting with volume f84cc428-4937-4b71-916e-694e7f90b5e2 at /dev/sda [ 1273.557068] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.558040] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.558040] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.558040] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.558273] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.561249] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98750eec-3573-4c43-904b-f0d67d795573 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.563678] env[69742]: INFO nova.compute.manager [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Terminating instance [ 1273.572680] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4b00de-f0dc-476f-98cb-d17cc118eb06 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.601803] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04e13299-d03d-408d-8f0b-564bb50e8ed7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.610718] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0497f643-3617-4ed7-95dc-456550ea3fd3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.639203] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6843aefb-6976-4635-8f17-9366c9269e71 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.646361] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5514be-e76e-471d-b86b-c042f6d0c17c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.660433] env[69742]: DEBUG nova.virt.block_device [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Updating existing volume attachment record: c84e4428-431d-4714-9fa5-1a27a223669c {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1273.710698] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.713152] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.399s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.713314] env[69742]: DEBUG nova.objects.instance [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lazy-loading 'pci_requests' on Instance uuid 4feff854-a006-4f54-a91d-d2bc4bbe3039 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.737197] env[69742]: INFO nova.scheduler.client.report [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Deleted allocations for instance 105fe6a4-75f2-4d70-80bd-e07259585778 [ 1274.069071] env[69742]: DEBUG nova.compute.manager [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.069469] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.070280] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3783145-b9f2-4dd0-9b5a-ac63cb9d5504 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.078099] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.078341] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-264bfeb2-32f5-4858-a0f2-f3d2aa6153b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.085103] env[69742]: DEBUG oslo_vmware.api [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1274.085103] env[69742]: value = "task-4061476" [ 1274.085103] env[69742]: _type = "Task" [ 1274.085103] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.094035] env[69742]: DEBUG oslo_vmware.api [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.216952] env[69742]: DEBUG nova.objects.instance [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lazy-loading 'numa_topology' on Instance uuid 4feff854-a006-4f54-a91d-d2bc4bbe3039 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.245122] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c43a8103-fd4f-4dbe-9110-43e706f27785 tempest-ServerActionsTestOtherA-1427228227 tempest-ServerActionsTestOtherA-1427228227-project-member] Lock "105fe6a4-75f2-4d70-80bd-e07259585778" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.854s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.319035] env[69742]: DEBUG nova.compute.manager [req-7faa9fba-d91d-4c74-961d-035139ecea03 req-1a0a25a1-9a61-479f-9c41-361b01b7b21a service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Received event network-vif-plugged-0a195ca7-eb32-4a1a-9451-2ce515a08463 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.319248] env[69742]: DEBUG oslo_concurrency.lockutils [req-7faa9fba-d91d-4c74-961d-035139ecea03 req-1a0a25a1-9a61-479f-9c41-361b01b7b21a service nova] Acquiring lock "f331c528-e76f-441c-8178-a687da0d9c77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.319428] env[69742]: DEBUG oslo_concurrency.lockutils [req-7faa9fba-d91d-4c74-961d-035139ecea03 req-1a0a25a1-9a61-479f-9c41-361b01b7b21a service nova] Lock "f331c528-e76f-441c-8178-a687da0d9c77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.319833] env[69742]: DEBUG oslo_concurrency.lockutils [req-7faa9fba-d91d-4c74-961d-035139ecea03 req-1a0a25a1-9a61-479f-9c41-361b01b7b21a service nova] Lock "f331c528-e76f-441c-8178-a687da0d9c77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.319833] env[69742]: DEBUG nova.compute.manager [req-7faa9fba-d91d-4c74-961d-035139ecea03 req-1a0a25a1-9a61-479f-9c41-361b01b7b21a service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] No waiting events found dispatching network-vif-plugged-0a195ca7-eb32-4a1a-9451-2ce515a08463 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.319984] env[69742]: WARNING nova.compute.manager [req-7faa9fba-d91d-4c74-961d-035139ecea03 req-1a0a25a1-9a61-479f-9c41-361b01b7b21a service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Received unexpected event network-vif-plugged-0a195ca7-eb32-4a1a-9451-2ce515a08463 for instance with vm_state building and task_state block_device_mapping. [ 1274.410811] env[69742]: DEBUG nova.network.neutron [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Successfully updated port: 0a195ca7-eb32-4a1a-9451-2ce515a08463 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.357670] env[69742]: INFO nova.compute.claims [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.360765] env[69742]: DEBUG oslo_concurrency.lockutils [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Acquiring lock "refresh_cache-f331c528-e76f-441c-8178-a687da0d9c77" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.360913] env[69742]: DEBUG oslo_concurrency.lockutils [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Acquired lock "refresh_cache-f331c528-e76f-441c-8178-a687da0d9c77" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.361112] env[69742]: DEBUG nova.network.neutron [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.362123] env[69742]: DEBUG oslo_vmware.api [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061476, 'name': PowerOffVM_Task, 'duration_secs': 0.441886} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.362892] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.363999] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.363999] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d2092aa-e3e0-4741-9632-a4be0e17b359 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.434387] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.434614] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.434799] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleting the datastore file [datastore1] e115a6d4-708f-4cb5-89b2-5bdc292e256f {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.435075] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cf7fb38-915e-4d29-bab3-3417895c2025 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.442653] env[69742]: DEBUG oslo_vmware.api [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for the task: (returnval){ [ 1275.442653] env[69742]: value = "task-4061478" [ 1275.442653] env[69742]: _type = "Task" [ 1275.442653] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.454016] env[69742]: DEBUG oslo_vmware.api [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.898286] env[69742]: DEBUG nova.network.neutron [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.955788] env[69742]: DEBUG oslo_vmware.api [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Task: {'id': task-4061478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160227} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.956109] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.956300] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.956500] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.956695] env[69742]: INFO nova.compute.manager [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Took 1.89 seconds to destroy the instance on the hypervisor. [ 1275.956950] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.957167] env[69742]: DEBUG nova.compute.manager [-] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.957260] env[69742]: DEBUG nova.network.neutron [-] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.217931] env[69742]: DEBUG nova.network.neutron [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Updating instance_info_cache with network_info: [{"id": "0a195ca7-eb32-4a1a-9451-2ce515a08463", "address": "fa:16:3e:b4:e8:df", "network": {"id": "4addc05c-31da-4f81-ba6a-28e2c698d113", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224440619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef043cf13ed4922a9b7073909a349b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a195ca7-eb", "ovs_interfaceid": "0a195ca7-eb32-4a1a-9451-2ce515a08463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.348023] env[69742]: DEBUG nova.compute.manager [req-703fd802-f188-406b-92ab-e621b32e9d5f req-78b6cb0a-c4f0-4b72-81c7-7acb3ee7577d service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Received event network-changed-0a195ca7-eb32-4a1a-9451-2ce515a08463 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.348320] env[69742]: DEBUG nova.compute.manager [req-703fd802-f188-406b-92ab-e621b32e9d5f req-78b6cb0a-c4f0-4b72-81c7-7acb3ee7577d service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Refreshing instance network info cache due to event network-changed-0a195ca7-eb32-4a1a-9451-2ce515a08463. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.349157] env[69742]: DEBUG oslo_concurrency.lockutils [req-703fd802-f188-406b-92ab-e621b32e9d5f req-78b6cb0a-c4f0-4b72-81c7-7acb3ee7577d service nova] Acquiring lock "refresh_cache-f331c528-e76f-441c-8178-a687da0d9c77" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.405354] env[69742]: DEBUG nova.compute.manager [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.405882] env[69742]: DEBUG nova.virt.hardware [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.406112] env[69742]: DEBUG nova.virt.hardware [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.406272] env[69742]: DEBUG nova.virt.hardware [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.406459] env[69742]: DEBUG nova.virt.hardware [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.406648] env[69742]: DEBUG nova.virt.hardware [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.406848] env[69742]: DEBUG nova.virt.hardware [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.407173] env[69742]: DEBUG nova.virt.hardware [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.407364] env[69742]: DEBUG nova.virt.hardware [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.407539] env[69742]: DEBUG nova.virt.hardware [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.407703] env[69742]: DEBUG nova.virt.hardware [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.407949] env[69742]: DEBUG nova.virt.hardware [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.411280] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86c81e5-480a-4e8a-a66c-d591f1fdbbf2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.420297] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea5b00b-ead5-4469-aa21-ddc570b74667 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.543672] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc54fba-c14a-4364-9ddf-c65b6aca27e3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.554525] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e272526b-a48c-4b92-b3c8-d53548a42519 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.586833] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bb5a32-e54a-4f44-aba2-abdbb91323fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.600491] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a9a68a-b651-403d-bb96-7b17fe691be5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.617298] env[69742]: DEBUG nova.compute.provider_tree [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.720337] env[69742]: DEBUG oslo_concurrency.lockutils [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Releasing lock "refresh_cache-f331c528-e76f-441c-8178-a687da0d9c77" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.720708] env[69742]: DEBUG nova.compute.manager [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Instance network_info: |[{"id": "0a195ca7-eb32-4a1a-9451-2ce515a08463", "address": "fa:16:3e:b4:e8:df", "network": {"id": "4addc05c-31da-4f81-ba6a-28e2c698d113", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224440619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef043cf13ed4922a9b7073909a349b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a195ca7-eb", "ovs_interfaceid": "0a195ca7-eb32-4a1a-9451-2ce515a08463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.721037] env[69742]: DEBUG oslo_concurrency.lockutils [req-703fd802-f188-406b-92ab-e621b32e9d5f req-78b6cb0a-c4f0-4b72-81c7-7acb3ee7577d service nova] Acquired lock "refresh_cache-f331c528-e76f-441c-8178-a687da0d9c77" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.721221] env[69742]: DEBUG nova.network.neutron [req-703fd802-f188-406b-92ab-e621b32e9d5f req-78b6cb0a-c4f0-4b72-81c7-7acb3ee7577d service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Refreshing network info cache for port 0a195ca7-eb32-4a1a-9451-2ce515a08463 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.722579] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:e8:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a195ca7-eb32-4a1a-9451-2ce515a08463', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.732170] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Creating folder: Project (eef043cf13ed4922a9b7073909a349b5). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1276.734795] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39733520-2387-4c70-87f4-d3fec58e7850 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.750560] env[69742]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1276.750746] env[69742]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69742) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1276.751506] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Folder already exists: Project (eef043cf13ed4922a9b7073909a349b5). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1276.751506] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Creating folder: Instances. Parent ref: group-v804922. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1276.751636] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02d00c7b-3667-42f2-b3fe-f43f5907d803 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.764035] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Created folder: Instances in parent group-v804922. [ 1276.764352] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.764686] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.764960] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adbba061-2c6c-4678-a2ef-a705d0df6a04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.786447] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.786447] env[69742]: value = "task-4061481" [ 1276.786447] env[69742]: _type = "Task" [ 1276.786447] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.797396] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061481, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.121493] env[69742]: DEBUG nova.scheduler.client.report [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.148677] env[69742]: DEBUG nova.network.neutron [req-703fd802-f188-406b-92ab-e621b32e9d5f req-78b6cb0a-c4f0-4b72-81c7-7acb3ee7577d service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Updated VIF entry in instance network info cache for port 0a195ca7-eb32-4a1a-9451-2ce515a08463. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.149055] env[69742]: DEBUG nova.network.neutron [req-703fd802-f188-406b-92ab-e621b32e9d5f req-78b6cb0a-c4f0-4b72-81c7-7acb3ee7577d service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Updating instance_info_cache with network_info: [{"id": "0a195ca7-eb32-4a1a-9451-2ce515a08463", "address": "fa:16:3e:b4:e8:df", "network": {"id": "4addc05c-31da-4f81-ba6a-28e2c698d113", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224440619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef043cf13ed4922a9b7073909a349b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a195ca7-eb", "ovs_interfaceid": "0a195ca7-eb32-4a1a-9451-2ce515a08463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.301978] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061481, 'name': CreateVM_Task, 'duration_secs': 0.374508} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.302036] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.302874] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'attachment_id': 'c84e4428-431d-4714-9fa5-1a27a223669c', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804928', 'volume_id': 'f84cc428-4937-4b71-916e-694e7f90b5e2', 'name': 'volume-f84cc428-4937-4b71-916e-694e7f90b5e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f331c528-e76f-441c-8178-a687da0d9c77', 'attached_at': '', 'detached_at': '', 'volume_id': 'f84cc428-4937-4b71-916e-694e7f90b5e2', 'serial': 'f84cc428-4937-4b71-916e-694e7f90b5e2'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69742) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1277.303158] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Root volume attach. Driver type: vmdk {{(pid=69742) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1277.303964] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b62dd-b8a5-4add-af02-20b39763f621 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.317517] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed488f1f-7852-40ca-9930-3fddebf3a0e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.326124] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7612cc-e577-4a1d-8cfe-1480f9e58427 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.336202] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-186dd1dd-48f5-42ba-a8fa-115f70d4a54f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.345538] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for the task: (returnval){ [ 1277.345538] env[69742]: value = "task-4061482" [ 1277.345538] env[69742]: _type = "Task" [ 1277.345538] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.355842] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061482, 'name': RelocateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.615248] env[69742]: DEBUG nova.network.neutron [-] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.633142] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.920s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.635853] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.600s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.636133] env[69742]: DEBUG nova.objects.instance [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'resources' on Instance uuid 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.652174] env[69742]: DEBUG oslo_concurrency.lockutils [req-703fd802-f188-406b-92ab-e621b32e9d5f req-78b6cb0a-c4f0-4b72-81c7-7acb3ee7577d service nova] Releasing lock "refresh_cache-f331c528-e76f-441c-8178-a687da0d9c77" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.666503] env[69742]: INFO nova.network.neutron [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updating port d677f9aa-e93c-4fad-8bef-039982ee2155 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1277.863474] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061482, 'name': RelocateVM_Task, 'duration_secs': 0.405325} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.863975] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1277.864333] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804928', 'volume_id': 'f84cc428-4937-4b71-916e-694e7f90b5e2', 'name': 'volume-f84cc428-4937-4b71-916e-694e7f90b5e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f331c528-e76f-441c-8178-a687da0d9c77', 'attached_at': '', 'detached_at': '', 'volume_id': 'f84cc428-4937-4b71-916e-694e7f90b5e2', 'serial': 'f84cc428-4937-4b71-916e-694e7f90b5e2'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1277.865530] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fa6985-2af4-4877-8589-5486c1612d49 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.891655] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60ea36b-52ea-4750-914b-5ea876d32cc1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.932253] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-f84cc428-4937-4b71-916e-694e7f90b5e2/volume-f84cc428-4937-4b71-916e-694e7f90b5e2.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.932253] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e45fe3-aa80-4f48-a169-52bc768c1a46 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.962565] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for the task: (returnval){ [ 1277.962565] env[69742]: value = "task-4061483" [ 1277.962565] env[69742]: _type = "Task" [ 1277.962565] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.975315] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.117449] env[69742]: INFO nova.compute.manager [-] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Took 2.16 seconds to deallocate network for instance. [ 1278.257144] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5023d7dc-5486-4c37-8b6b-fd2c5be71ef3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.266263] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d03d3c-5e4c-4674-b312-7814f708819a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.299209] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a1d5d6-a422-4865-8c58-5ac922e92427 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.307325] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a920b8-5b1f-42c9-93a8-ffd2f512fcee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.321959] env[69742]: DEBUG nova.compute.provider_tree [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.382636] env[69742]: DEBUG nova.compute.manager [req-719725fb-5f44-4f28-9c74-0fd8d7886a29 req-ef3d0678-de1d-40b9-b0b2-04a2cca0bef3 service nova] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Received event network-vif-deleted-d2ac982d-ba3e-497c-a183-b412fb1907fc {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.473486] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061483, 'name': ReconfigVM_Task, 'duration_secs': 0.301595} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.473789] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-f84cc428-4937-4b71-916e-694e7f90b5e2/volume-f84cc428-4937-4b71-916e-694e7f90b5e2.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.478780] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-099a7bd1-92db-4083-9149-c831a9202800 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.496265] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for the task: (returnval){ [ 1278.496265] env[69742]: value = "task-4061484" [ 1278.496265] env[69742]: _type = "Task" [ 1278.496265] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.506485] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.625300] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.825469] env[69742]: DEBUG nova.scheduler.client.report [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.007934] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061484, 'name': ReconfigVM_Task, 'duration_secs': 0.17359} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.008289] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804928', 'volume_id': 'f84cc428-4937-4b71-916e-694e7f90b5e2', 'name': 'volume-f84cc428-4937-4b71-916e-694e7f90b5e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f331c528-e76f-441c-8178-a687da0d9c77', 'attached_at': '', 'detached_at': '', 'volume_id': 'f84cc428-4937-4b71-916e-694e7f90b5e2', 'serial': 'f84cc428-4937-4b71-916e-694e7f90b5e2'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1279.008908] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd0b33f1-feb0-4a5b-a57c-ec7eda17a82c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.017260] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for the task: (returnval){ [ 1279.017260] env[69742]: value = "task-4061485" [ 1279.017260] env[69742]: _type = "Task" [ 1279.017260] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.026949] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061485, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.331136] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.333715] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.709s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.333879] env[69742]: DEBUG nova.objects.instance [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lazy-loading 'resources' on Instance uuid e115a6d4-708f-4cb5-89b2-5bdc292e256f {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.364636] env[69742]: INFO nova.scheduler.client.report [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleted allocations for instance 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22 [ 1279.427549] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.427630] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.427792] env[69742]: DEBUG nova.network.neutron [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.529238] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061485, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.875891] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e1d872f-aea3-44e2-af35-445a12de50a1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "91ad2f6b-4a0f-4f5b-9787-f9de376d6b22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.119s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.952782] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f6e962-d1d3-428b-b0be-fffd778b721f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.962607] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e41292-a4f5-4c45-b91b-900fe1b0973b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.009097] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c2938b-79f6-4bb3-beeb-2a67842c838a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.018722] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6f07d8-a001-48a5-9db5-cd3ddf50f8ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.038869] env[69742]: DEBUG nova.compute.provider_tree [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.046926] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061485, 'name': Rename_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.237423] env[69742]: DEBUG nova.network.neutron [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updating instance_info_cache with network_info: [{"id": "d677f9aa-e93c-4fad-8bef-039982ee2155", "address": "fa:16:3e:1f:93:32", "network": {"id": "753f92ae-ae44-48a0-8ba4-9fe208b47235", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1061047985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ce9f079ee4417baa941ad22eccb941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd677f9aa-e9", "ovs_interfaceid": "d677f9aa-e93c-4fad-8bef-039982ee2155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.408320] env[69742]: DEBUG nova.compute.manager [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Received event network-vif-plugged-d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.408549] env[69742]: DEBUG oslo_concurrency.lockutils [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] Acquiring lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.408740] env[69742]: DEBUG oslo_concurrency.lockutils [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.409095] env[69742]: DEBUG oslo_concurrency.lockutils [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.409316] env[69742]: DEBUG nova.compute.manager [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] No waiting events found dispatching network-vif-plugged-d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.409502] env[69742]: WARNING nova.compute.manager [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Received unexpected event network-vif-plugged-d677f9aa-e93c-4fad-8bef-039982ee2155 for instance with vm_state shelved_offloaded and task_state spawning. [ 1280.409671] env[69742]: DEBUG nova.compute.manager [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Received event network-changed-d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.409831] env[69742]: DEBUG nova.compute.manager [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Refreshing instance network info cache due to event network-changed-d677f9aa-e93c-4fad-8bef-039982ee2155. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.410037] env[69742]: DEBUG oslo_concurrency.lockutils [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] Acquiring lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.534534] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061485, 'name': Rename_Task, 'duration_secs': 1.376484} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.534841] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.535113] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-782e9e49-8f1f-4a17-8330-132597fd2450 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.543575] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for the task: (returnval){ [ 1280.543575] env[69742]: value = "task-4061486" [ 1280.543575] env[69742]: _type = "Task" [ 1280.543575] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.548341] env[69742]: DEBUG nova.scheduler.client.report [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.554220] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.739947] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.742805] env[69742]: DEBUG oslo_concurrency.lockutils [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] Acquired lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.743775] env[69742]: DEBUG nova.network.neutron [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Refreshing network info cache for port d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.780775] env[69742]: DEBUG nova.virt.hardware [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cc4c5a1ad89af3181edb12099e61315a',container_format='bare',created_at=2025-05-13T01:25:06Z,direct_url=,disk_format='vmdk',id=8d4c4e98-986e-4d03-986d-a1a1daedb3ca,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1346388744-shelved',owner='34ce9f079ee4417baa941ad22eccb941',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-05-13T01:25:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.781192] env[69742]: DEBUG nova.virt.hardware [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.781341] env[69742]: DEBUG nova.virt.hardware [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.781558] env[69742]: DEBUG nova.virt.hardware [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.781703] env[69742]: DEBUG nova.virt.hardware [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.782257] env[69742]: DEBUG nova.virt.hardware [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.782544] env[69742]: DEBUG nova.virt.hardware [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.782737] env[69742]: DEBUG nova.virt.hardware [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.782915] env[69742]: DEBUG nova.virt.hardware [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.783105] env[69742]: DEBUG nova.virt.hardware [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.783363] env[69742]: DEBUG nova.virt.hardware [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.784630] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33953979-f469-40a9-803f-4c4df3362200 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.797611] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a01aa90-06e4-46b9-9ca3-facc875646a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.814988] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:93:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd677f9aa-e93c-4fad-8bef-039982ee2155', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.821644] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.823504] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.826381] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e83ec09-5c40-40cc-b46d-f476273aabb1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.847116] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "e56a197f-48d9-4537-9eca-c65bb618e865" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.850743] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "e56a197f-48d9-4537-9eca-c65bb618e865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.855112] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.855112] env[69742]: value = "task-4061487" [ 1280.855112] env[69742]: _type = "Task" [ 1280.855112] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.865676] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061487, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.054684] env[69742]: DEBUG oslo_vmware.api [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061486, 'name': PowerOnVM_Task, 'duration_secs': 0.494754} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.055530] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.057589] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.057819] env[69742]: INFO nova.compute.manager [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Took 4.65 seconds to spawn the instance on the hypervisor. [ 1281.058061] env[69742]: DEBUG nova.compute.manager [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.059192] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd792f7-3c03-450e-8308-e8bcd48a349b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.076396] env[69742]: INFO nova.scheduler.client.report [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Deleted allocations for instance e115a6d4-708f-4cb5-89b2-5bdc292e256f [ 1281.350486] env[69742]: DEBUG nova.compute.manager [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.367358] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061487, 'name': CreateVM_Task, 'duration_secs': 0.353607} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.370592] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.371010] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.371332] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.371731] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.375315] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca8217b-4c30-4d35-8b9b-469a4d8f0833 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.379801] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1281.379801] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5276ed08-9c5d-24bc-c44f-b93fed1b5f6c" [ 1281.379801] env[69742]: _type = "Task" [ 1281.379801] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.389250] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5276ed08-9c5d-24bc-c44f-b93fed1b5f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.485258] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "c111610e-7b02-49d1-860b-b6b6ad13038f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.485480] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c111610e-7b02-49d1-860b-b6b6ad13038f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.495414] env[69742]: DEBUG nova.network.neutron [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updated VIF entry in instance network info cache for port d677f9aa-e93c-4fad-8bef-039982ee2155. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.495414] env[69742]: DEBUG nova.network.neutron [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updating instance_info_cache with network_info: [{"id": "d677f9aa-e93c-4fad-8bef-039982ee2155", "address": "fa:16:3e:1f:93:32", "network": {"id": "753f92ae-ae44-48a0-8ba4-9fe208b47235", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1061047985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ce9f079ee4417baa941ad22eccb941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd677f9aa-e9", "ovs_interfaceid": "d677f9aa-e93c-4fad-8bef-039982ee2155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.578599] env[69742]: INFO nova.compute.manager [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Took 14.15 seconds to build instance. [ 1281.583022] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2ceff23e-401e-4668-a67c-358909bd16e5 tempest-AttachVolumeShelveTestJSON-1507310386 tempest-AttachVolumeShelveTestJSON-1507310386-project-member] Lock "e115a6d4-708f-4cb5-89b2-5bdc292e256f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.026s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.870293] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.870657] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.872305] env[69742]: INFO nova.compute.claims [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.891025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.891025] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Processing image 8d4c4e98-986e-4d03-986d-a1a1daedb3ca {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.891025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca/8d4c4e98-986e-4d03-986d-a1a1daedb3ca.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.891025] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca/8d4c4e98-986e-4d03-986d-a1a1daedb3ca.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.891025] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.891025] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7af2ea37-c6fe-4e5e-9daa-d54eb8dcbf3e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.909675] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.909914] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.910691] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4486d43f-dc14-478a-b04e-156a00600a4c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.924483] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1281.924483] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cfff56-5781-255a-5f3a-ad62fd0fda67" [ 1281.924483] env[69742]: _type = "Task" [ 1281.924483] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.939041] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cfff56-5781-255a-5f3a-ad62fd0fda67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.988916] env[69742]: DEBUG nova.compute.manager [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.998040] env[69742]: DEBUG oslo_concurrency.lockutils [req-0eb72ec0-ef1f-48bd-a571-761faba92a17 req-1b03718c-11a3-4aa6-b74a-2370adbf1d0f service nova] Releasing lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.081281] env[69742]: DEBUG oslo_concurrency.lockutils [None req-44e30685-d1c0-46f2-a55e-d46bc78b89a5 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "f331c528-e76f-441c-8178-a687da0d9c77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.669s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.435352] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Preparing fetch location {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1282.435623] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Fetch image to [datastore2] OSTACK_IMG_f3556333-a439-4555-8e05-5a05cfa3e2cc/OSTACK_IMG_f3556333-a439-4555-8e05-5a05cfa3e2cc.vmdk {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1282.436994] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Downloading stream optimized image 8d4c4e98-986e-4d03-986d-a1a1daedb3ca to [datastore2] OSTACK_IMG_f3556333-a439-4555-8e05-5a05cfa3e2cc/OSTACK_IMG_f3556333-a439-4555-8e05-5a05cfa3e2cc.vmdk on the data store datastore2 as vApp {{(pid=69742) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1282.436994] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Downloading image file data 8d4c4e98-986e-4d03-986d-a1a1daedb3ca to the ESX as VM named 'OSTACK_IMG_f3556333-a439-4555-8e05-5a05cfa3e2cc' {{(pid=69742) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1282.440670] env[69742]: DEBUG nova.compute.manager [req-90141eec-b7bf-4288-92b7-a6d3924adb8b req-d6686fa2-982e-4b64-be65-bc1864340d46 service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Received event network-changed-0a195ca7-eb32-4a1a-9451-2ce515a08463 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.440861] env[69742]: DEBUG nova.compute.manager [req-90141eec-b7bf-4288-92b7-a6d3924adb8b req-d6686fa2-982e-4b64-be65-bc1864340d46 service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Refreshing instance network info cache due to event network-changed-0a195ca7-eb32-4a1a-9451-2ce515a08463. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.441092] env[69742]: DEBUG oslo_concurrency.lockutils [req-90141eec-b7bf-4288-92b7-a6d3924adb8b req-d6686fa2-982e-4b64-be65-bc1864340d46 service nova] Acquiring lock "refresh_cache-f331c528-e76f-441c-8178-a687da0d9c77" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.441242] env[69742]: DEBUG oslo_concurrency.lockutils [req-90141eec-b7bf-4288-92b7-a6d3924adb8b req-d6686fa2-982e-4b64-be65-bc1864340d46 service nova] Acquired lock "refresh_cache-f331c528-e76f-441c-8178-a687da0d9c77" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.441406] env[69742]: DEBUG nova.network.neutron [req-90141eec-b7bf-4288-92b7-a6d3924adb8b req-d6686fa2-982e-4b64-be65-bc1864340d46 service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Refreshing network info cache for port 0a195ca7-eb32-4a1a-9451-2ce515a08463 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.515337] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.527056] env[69742]: DEBUG oslo_vmware.rw_handles [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1282.527056] env[69742]: value = "resgroup-9" [ 1282.527056] env[69742]: _type = "ResourcePool" [ 1282.527056] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1282.527989] env[69742]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1f18eee9-d5f6-4d47-a109-2e99be52a088 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.549585] env[69742]: DEBUG oslo_vmware.rw_handles [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lease: (returnval){ [ 1282.549585] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52649d85-6a39-aa08-f428-a9f5702a3c6f" [ 1282.549585] env[69742]: _type = "HttpNfcLease" [ 1282.549585] env[69742]: } obtained for vApp import into resource pool (val){ [ 1282.549585] env[69742]: value = "resgroup-9" [ 1282.549585] env[69742]: _type = "ResourcePool" [ 1282.549585] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1282.549864] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the lease: (returnval){ [ 1282.549864] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52649d85-6a39-aa08-f428-a9f5702a3c6f" [ 1282.549864] env[69742]: _type = "HttpNfcLease" [ 1282.549864] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1282.558639] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1282.558639] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52649d85-6a39-aa08-f428-a9f5702a3c6f" [ 1282.558639] env[69742]: _type = "HttpNfcLease" [ 1282.558639] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1283.008720] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7443ba56-2c4f-41d5-ac4e-d0fe9018c48b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.020023] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfb358f-2a6f-49fe-baf0-707ec3596d39 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.071261] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c168d6f4-85f7-4396-b90e-986721e80d19 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.082244] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1283.082244] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52649d85-6a39-aa08-f428-a9f5702a3c6f" [ 1283.082244] env[69742]: _type = "HttpNfcLease" [ 1283.082244] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1283.082734] env[69742]: DEBUG oslo_vmware.rw_handles [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1283.082734] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52649d85-6a39-aa08-f428-a9f5702a3c6f" [ 1283.082734] env[69742]: _type = "HttpNfcLease" [ 1283.082734] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1283.084493] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2a9272-7eb2-4ba8-83ff-94241c41d2e3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.089126] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e0c8a-f73d-4099-b803-d7ddd1894bc1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.098018] env[69742]: DEBUG oslo_vmware.rw_handles [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ae152-dafd-7bca-1d74-a5febf7d4cf4/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1283.098258] env[69742]: DEBUG oslo_vmware.rw_handles [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ae152-dafd-7bca-1d74-a5febf7d4cf4/disk-0.vmdk. {{(pid=69742) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1283.108730] env[69742]: DEBUG nova.compute.provider_tree [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.166698] env[69742]: DEBUG nova.scheduler.client.report [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.187026] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9810e7e-80ee-4ea3-bf93-318d42c6b045 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.298138] env[69742]: DEBUG nova.network.neutron [req-90141eec-b7bf-4288-92b7-a6d3924adb8b req-d6686fa2-982e-4b64-be65-bc1864340d46 service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Updated VIF entry in instance network info cache for port 0a195ca7-eb32-4a1a-9451-2ce515a08463. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.298532] env[69742]: DEBUG nova.network.neutron [req-90141eec-b7bf-4288-92b7-a6d3924adb8b req-d6686fa2-982e-4b64-be65-bc1864340d46 service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Updating instance_info_cache with network_info: [{"id": "0a195ca7-eb32-4a1a-9451-2ce515a08463", "address": "fa:16:3e:b4:e8:df", "network": {"id": "4addc05c-31da-4f81-ba6a-28e2c698d113", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-224440619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eef043cf13ed4922a9b7073909a349b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a195ca7-eb", "ovs_interfaceid": "0a195ca7-eb32-4a1a-9451-2ce515a08463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.671684] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.801s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.672519] env[69742]: DEBUG nova.compute.manager [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.675985] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.161s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.678554] env[69742]: INFO nova.compute.claims [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.801483] env[69742]: DEBUG oslo_concurrency.lockutils [req-90141eec-b7bf-4288-92b7-a6d3924adb8b req-d6686fa2-982e-4b64-be65-bc1864340d46 service nova] Releasing lock "refresh_cache-f331c528-e76f-441c-8178-a687da0d9c77" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.186604] env[69742]: DEBUG nova.compute.utils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.188155] env[69742]: DEBUG nova.compute.manager [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.188350] env[69742]: DEBUG nova.network.neutron [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.239607] env[69742]: DEBUG nova.policy [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7aacf638279a47c2858e0674575565fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9b891153d7542509f03ec959380928b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.350633] env[69742]: DEBUG oslo_vmware.rw_handles [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Completed reading data from the image iterator. {{(pid=69742) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1284.350922] env[69742]: DEBUG oslo_vmware.rw_handles [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ae152-dafd-7bca-1d74-a5febf7d4cf4/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1284.351972] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77126d6-8e5e-4411-8418-02d97b117d04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.359941] env[69742]: DEBUG oslo_vmware.rw_handles [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ae152-dafd-7bca-1d74-a5febf7d4cf4/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1284.360135] env[69742]: DEBUG oslo_vmware.rw_handles [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ae152-dafd-7bca-1d74-a5febf7d4cf4/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1284.360386] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8cfbc5d9-e900-4124-a60e-17ad5de8e3bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.542195] env[69742]: DEBUG nova.network.neutron [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Successfully created port: 45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.692590] env[69742]: DEBUG nova.compute.manager [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.800610] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd6a743-6b55-4f70-a56f-765caed81fe8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.808966] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90682fc-cb78-4ddb-b821-654e1bc52a04 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.839679] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15571506-5ecf-4ae8-85c3-e7eb6a6a9a96 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.847570] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccf5687-d7dd-4028-92f2-5e33b9c1a9cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.861104] env[69742]: DEBUG nova.compute.provider_tree [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.039550] env[69742]: DEBUG oslo_vmware.rw_handles [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ae152-dafd-7bca-1d74-a5febf7d4cf4/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1285.039722] env[69742]: INFO nova.virt.vmwareapi.images [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Downloaded image file data 8d4c4e98-986e-4d03-986d-a1a1daedb3ca [ 1285.040621] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c3c657-6dc4-4eb6-a866-6ebb3e802faf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.058645] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c29db36-9eb6-4780-a1b2-f6c3b2c141a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.156649] env[69742]: INFO nova.virt.vmwareapi.images [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] The imported VM was unregistered [ 1285.159280] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Caching image {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1285.159462] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.159807] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd870638-73c2-41b6-9f7e-bd6490db6103 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.175765] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Created directory with path [datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.177054] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f3556333-a439-4555-8e05-5a05cfa3e2cc/OSTACK_IMG_f3556333-a439-4555-8e05-5a05cfa3e2cc.vmdk to [datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca/8d4c4e98-986e-4d03-986d-a1a1daedb3ca.vmdk. {{(pid=69742) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1285.177054] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6e296a68-345b-4d53-aa31-1f843e2b7e2e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.184776] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1285.184776] env[69742]: value = "task-4061491" [ 1285.184776] env[69742]: _type = "Task" [ 1285.184776] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.193855] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061491, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.364065] env[69742]: DEBUG nova.scheduler.client.report [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.695818] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061491, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.701397] env[69742]: DEBUG nova.compute.manager [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.729696] env[69742]: DEBUG nova.virt.hardware [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.729954] env[69742]: DEBUG nova.virt.hardware [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.730136] env[69742]: DEBUG nova.virt.hardware [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.730395] env[69742]: DEBUG nova.virt.hardware [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.730549] env[69742]: DEBUG nova.virt.hardware [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.730698] env[69742]: DEBUG nova.virt.hardware [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.730909] env[69742]: DEBUG nova.virt.hardware [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.731078] env[69742]: DEBUG nova.virt.hardware [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.731241] env[69742]: DEBUG nova.virt.hardware [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.731407] env[69742]: DEBUG nova.virt.hardware [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.731577] env[69742]: DEBUG nova.virt.hardware [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.732467] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd6557e-aa0f-4de7-96be-f113ca880afd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.741179] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09ec487-a8d8-4721-bd68-3c07d3318d53 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.869668] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.870252] env[69742]: DEBUG nova.compute.manager [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.197224] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061491, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.330940] env[69742]: DEBUG nova.compute.manager [req-5078a24e-f33e-498f-891c-b6837721ca7c req-a33c7026-ce11-4a8f-9854-b0aae8f7e056 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Received event network-vif-plugged-45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.331293] env[69742]: DEBUG oslo_concurrency.lockutils [req-5078a24e-f33e-498f-891c-b6837721ca7c req-a33c7026-ce11-4a8f-9854-b0aae8f7e056 service nova] Acquiring lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.331419] env[69742]: DEBUG oslo_concurrency.lockutils [req-5078a24e-f33e-498f-891c-b6837721ca7c req-a33c7026-ce11-4a8f-9854-b0aae8f7e056 service nova] Lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.331593] env[69742]: DEBUG oslo_concurrency.lockutils [req-5078a24e-f33e-498f-891c-b6837721ca7c req-a33c7026-ce11-4a8f-9854-b0aae8f7e056 service nova] Lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.331778] env[69742]: DEBUG nova.compute.manager [req-5078a24e-f33e-498f-891c-b6837721ca7c req-a33c7026-ce11-4a8f-9854-b0aae8f7e056 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] No waiting events found dispatching network-vif-plugged-45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.336026] env[69742]: WARNING nova.compute.manager [req-5078a24e-f33e-498f-891c-b6837721ca7c req-a33c7026-ce11-4a8f-9854-b0aae8f7e056 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Received unexpected event network-vif-plugged-45631379-cebf-49f7-b3b3-e012008c079c for instance with vm_state building and task_state spawning. [ 1286.375207] env[69742]: DEBUG nova.compute.utils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.376817] env[69742]: DEBUG nova.compute.manager [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1286.377017] env[69742]: DEBUG nova.network.neutron [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.421729] env[69742]: DEBUG oslo_concurrency.lockutils [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "409c979d-b503-4602-8519-ef2d26ab5f51" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.421974] env[69742]: DEBUG oslo_concurrency.lockutils [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.469750] env[69742]: DEBUG nova.policy [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10d5667600048109138dbc314a26eec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b26a90a6b8b42cabc25a5f4a74c5585', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1286.619868] env[69742]: DEBUG nova.network.neutron [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Successfully updated port: 45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.700432] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061491, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.883135] env[69742]: DEBUG nova.compute.manager [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.929796] env[69742]: DEBUG nova.compute.utils [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.025107] env[69742]: DEBUG nova.network.neutron [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Successfully created port: f73a5853-000f-4523-be46-f647d465f763 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.124629] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.124794] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.124959] env[69742]: DEBUG nova.network.neutron [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.197724] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061491, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.433262] env[69742]: DEBUG oslo_concurrency.lockutils [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.662947] env[69742]: DEBUG nova.network.neutron [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.698476] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061491, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.810433] env[69742]: DEBUG nova.network.neutron [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updating instance_info_cache with network_info: [{"id": "45631379-cebf-49f7-b3b3-e012008c079c", "address": "fa:16:3e:3f:6a:38", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45631379-ce", "ovs_interfaceid": "45631379-cebf-49f7-b3b3-e012008c079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.898166] env[69742]: DEBUG nova.compute.manager [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.938112] env[69742]: DEBUG nova.virt.hardware [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.938418] env[69742]: DEBUG nova.virt.hardware [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.939682] env[69742]: DEBUG nova.virt.hardware [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.939682] env[69742]: DEBUG nova.virt.hardware [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.939682] env[69742]: DEBUG nova.virt.hardware [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.939682] env[69742]: DEBUG nova.virt.hardware [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.939682] env[69742]: DEBUG nova.virt.hardware [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.939682] env[69742]: DEBUG nova.virt.hardware [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.939682] env[69742]: DEBUG nova.virt.hardware [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.940787] env[69742]: DEBUG nova.virt.hardware [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.940787] env[69742]: DEBUG nova.virt.hardware [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.941078] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b832896-ed8f-4c1d-a6db-790c31ebd80d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.952670] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d779a87-b61f-4bb4-8242-642282b3ebc4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.199665] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061491, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.314900] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.314900] env[69742]: DEBUG nova.compute.manager [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Instance network_info: |[{"id": "45631379-cebf-49f7-b3b3-e012008c079c", "address": "fa:16:3e:3f:6a:38", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45631379-ce", "ovs_interfaceid": "45631379-cebf-49f7-b3b3-e012008c079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1288.314900] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:6a:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45631379-cebf-49f7-b3b3-e012008c079c', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.320480] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.320724] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.320953] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ebdf89f-bfbb-4bb9-8a14-7d430f487e0a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.356136] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.356136] env[69742]: value = "task-4061492" [ 1288.356136] env[69742]: _type = "Task" [ 1288.356136] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.371754] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061492, 'name': CreateVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.401718] env[69742]: DEBUG nova.compute.manager [req-6005d511-8a92-400c-9e6b-edd04abb61b8 req-653f1809-93c3-44c1-8e04-3b213118bbe1 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Received event network-changed-45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.401941] env[69742]: DEBUG nova.compute.manager [req-6005d511-8a92-400c-9e6b-edd04abb61b8 req-653f1809-93c3-44c1-8e04-3b213118bbe1 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Refreshing instance network info cache due to event network-changed-45631379-cebf-49f7-b3b3-e012008c079c. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.402210] env[69742]: DEBUG oslo_concurrency.lockutils [req-6005d511-8a92-400c-9e6b-edd04abb61b8 req-653f1809-93c3-44c1-8e04-3b213118bbe1 service nova] Acquiring lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.402669] env[69742]: DEBUG oslo_concurrency.lockutils [req-6005d511-8a92-400c-9e6b-edd04abb61b8 req-653f1809-93c3-44c1-8e04-3b213118bbe1 service nova] Acquired lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.402669] env[69742]: DEBUG nova.network.neutron [req-6005d511-8a92-400c-9e6b-edd04abb61b8 req-653f1809-93c3-44c1-8e04-3b213118bbe1 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Refreshing network info cache for port 45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.547865] env[69742]: DEBUG oslo_concurrency.lockutils [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "409c979d-b503-4602-8519-ef2d26ab5f51" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.547865] env[69742]: DEBUG oslo_concurrency.lockutils [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.547865] env[69742]: INFO nova.compute.manager [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Attaching volume fd89bb5b-7a2d-4f3f-b1d3-1875951b1295 to /dev/sdb [ 1288.590167] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26282ebe-045f-4076-b0a2-6c19bf6e0715 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.598232] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8414783-f6f5-4a0e-94fc-955bd18b436e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.614762] env[69742]: DEBUG nova.virt.block_device [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Updating existing volume attachment record: 77e1b3f1-b733-4351-8901-76952bf2df57 {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1288.687426] env[69742]: DEBUG nova.network.neutron [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Successfully updated port: f73a5853-000f-4523-be46-f647d465f763 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.702035] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061491, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.084109} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.703562] env[69742]: INFO nova.virt.vmwareapi.ds_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f3556333-a439-4555-8e05-5a05cfa3e2cc/OSTACK_IMG_f3556333-a439-4555-8e05-5a05cfa3e2cc.vmdk to [datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca/8d4c4e98-986e-4d03-986d-a1a1daedb3ca.vmdk. [ 1288.703562] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Cleaning up location [datastore2] OSTACK_IMG_f3556333-a439-4555-8e05-5a05cfa3e2cc {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1288.703562] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f3556333-a439-4555-8e05-5a05cfa3e2cc {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.703562] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-250c2d68-639d-4b77-950f-0bcbb40b3c79 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.712902] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1288.712902] env[69742]: value = "task-4061493" [ 1288.712902] env[69742]: _type = "Task" [ 1288.712902] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.723123] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.865870] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061492, 'name': CreateVM_Task, 'duration_secs': 0.407955} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.866126] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.866869] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.867136] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.867500] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.867780] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b061523-2845-48ce-89f3-b6c1343303ff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.873098] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1288.873098] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e7e5cd-359a-5e7e-88cb-5da624a552ab" [ 1288.873098] env[69742]: _type = "Task" [ 1288.873098] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.885709] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e7e5cd-359a-5e7e-88cb-5da624a552ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.144277] env[69742]: DEBUG nova.network.neutron [req-6005d511-8a92-400c-9e6b-edd04abb61b8 req-653f1809-93c3-44c1-8e04-3b213118bbe1 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updated VIF entry in instance network info cache for port 45631379-cebf-49f7-b3b3-e012008c079c. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.144886] env[69742]: DEBUG nova.network.neutron [req-6005d511-8a92-400c-9e6b-edd04abb61b8 req-653f1809-93c3-44c1-8e04-3b213118bbe1 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updating instance_info_cache with network_info: [{"id": "45631379-cebf-49f7-b3b3-e012008c079c", "address": "fa:16:3e:3f:6a:38", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45631379-ce", "ovs_interfaceid": "45631379-cebf-49f7-b3b3-e012008c079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.191859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "refresh_cache-c111610e-7b02-49d1-860b-b6b6ad13038f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.191859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "refresh_cache-c111610e-7b02-49d1-860b-b6b6ad13038f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.191859] env[69742]: DEBUG nova.network.neutron [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.225688] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168413} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.226099] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.226283] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca/8d4c4e98-986e-4d03-986d-a1a1daedb3ca.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.226611] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca/8d4c4e98-986e-4d03-986d-a1a1daedb3ca.vmdk to [datastore2] 4feff854-a006-4f54-a91d-d2bc4bbe3039/4feff854-a006-4f54-a91d-d2bc4bbe3039.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.226954] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8099972-dcf2-4514-b55e-62318377039a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.236354] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1289.236354] env[69742]: value = "task-4061497" [ 1289.236354] env[69742]: _type = "Task" [ 1289.236354] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.246112] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.384665] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e7e5cd-359a-5e7e-88cb-5da624a552ab, 'name': SearchDatastore_Task, 'duration_secs': 0.022335} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.385032] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.385303] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.385574] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.385749] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.385957] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.386252] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5367b89f-9637-4b23-b0b9-564433c8f471 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.396226] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.396448] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.397391] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a0c370-6454-4ed9-9974-e0f2c946a440 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.404177] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1289.404177] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526744e1-6ca5-2700-7fca-bfc4d8fc34e0" [ 1289.404177] env[69742]: _type = "Task" [ 1289.404177] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.414034] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526744e1-6ca5-2700-7fca-bfc4d8fc34e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.650825] env[69742]: DEBUG oslo_concurrency.lockutils [req-6005d511-8a92-400c-9e6b-edd04abb61b8 req-653f1809-93c3-44c1-8e04-3b213118bbe1 service nova] Releasing lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.729109] env[69742]: DEBUG nova.network.neutron [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.749762] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061497, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.873726] env[69742]: DEBUG nova.network.neutron [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Updating instance_info_cache with network_info: [{"id": "f73a5853-000f-4523-be46-f647d465f763", "address": "fa:16:3e:7d:b3:21", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf73a5853-00", "ovs_interfaceid": "f73a5853-000f-4523-be46-f647d465f763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.915689] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526744e1-6ca5-2700-7fca-bfc4d8fc34e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.916635] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e02742b-f70d-4716-bbf2-f167fabc992f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.923320] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1289.923320] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52805df8-3be0-fb2d-b312-02ee29906c76" [ 1289.923320] env[69742]: _type = "Task" [ 1289.923320] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.932414] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52805df8-3be0-fb2d-b312-02ee29906c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.247806] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061497, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.376738] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "refresh_cache-c111610e-7b02-49d1-860b-b6b6ad13038f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.377172] env[69742]: DEBUG nova.compute.manager [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Instance network_info: |[{"id": "f73a5853-000f-4523-be46-f647d465f763", "address": "fa:16:3e:7d:b3:21", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf73a5853-00", "ovs_interfaceid": "f73a5853-000f-4523-be46-f647d465f763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1290.377650] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:b3:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f73a5853-000f-4523-be46-f647d465f763', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.386417] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Creating folder: Project (2b26a90a6b8b42cabc25a5f4a74c5585). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1290.386736] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2970723d-d261-4284-ad00-e7b1263c48e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.399481] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Created folder: Project (2b26a90a6b8b42cabc25a5f4a74c5585) in parent group-v804621. [ 1290.399754] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Creating folder: Instances. Parent ref: group-v804937. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1290.400072] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b81bd428-7bbc-4dd6-9e5b-8b39dfae379e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.411482] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Created folder: Instances in parent group-v804937. [ 1290.411741] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.411940] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.412181] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d02748-6db9-4c76-94a8-9090a4308b62 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.435019] env[69742]: DEBUG nova.compute.manager [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Received event network-vif-plugged-f73a5853-000f-4523-be46-f647d465f763 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.435261] env[69742]: DEBUG oslo_concurrency.lockutils [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] Acquiring lock "c111610e-7b02-49d1-860b-b6b6ad13038f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.435475] env[69742]: DEBUG oslo_concurrency.lockutils [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] Lock "c111610e-7b02-49d1-860b-b6b6ad13038f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.435643] env[69742]: DEBUG oslo_concurrency.lockutils [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] Lock "c111610e-7b02-49d1-860b-b6b6ad13038f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.435812] env[69742]: DEBUG nova.compute.manager [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] No waiting events found dispatching network-vif-plugged-f73a5853-000f-4523-be46-f647d465f763 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1290.436051] env[69742]: WARNING nova.compute.manager [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Received unexpected event network-vif-plugged-f73a5853-000f-4523-be46-f647d465f763 for instance with vm_state building and task_state spawning. [ 1290.436231] env[69742]: DEBUG nova.compute.manager [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Received event network-changed-f73a5853-000f-4523-be46-f647d465f763 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.436365] env[69742]: DEBUG nova.compute.manager [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Refreshing instance network info cache due to event network-changed-f73a5853-000f-4523-be46-f647d465f763. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.436548] env[69742]: DEBUG oslo_concurrency.lockutils [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] Acquiring lock "refresh_cache-c111610e-7b02-49d1-860b-b6b6ad13038f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.436684] env[69742]: DEBUG oslo_concurrency.lockutils [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] Acquired lock "refresh_cache-c111610e-7b02-49d1-860b-b6b6ad13038f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.436840] env[69742]: DEBUG nova.network.neutron [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Refreshing network info cache for port f73a5853-000f-4523-be46-f647d465f763 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.441469] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.441469] env[69742]: value = "task-4061500" [ 1290.441469] env[69742]: _type = "Task" [ 1290.441469] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.449956] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061500, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.454532] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52805df8-3be0-fb2d-b312-02ee29906c76, 'name': SearchDatastore_Task, 'duration_secs': 0.082471} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.454795] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.455093] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e56a197f-48d9-4537-9eca-c65bb618e865/e56a197f-48d9-4537-9eca-c65bb618e865.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.455394] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5105dfa-900a-467b-9c77-a33c654c76ac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.465336] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1290.465336] env[69742]: value = "task-4061501" [ 1290.465336] env[69742]: _type = "Task" [ 1290.465336] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.477572] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.750239] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061497, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.956439] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061500, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.980991] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.178463] env[69742]: DEBUG nova.network.neutron [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Updated VIF entry in instance network info cache for port f73a5853-000f-4523-be46-f647d465f763. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.178954] env[69742]: DEBUG nova.network.neutron [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Updating instance_info_cache with network_info: [{"id": "f73a5853-000f-4523-be46-f647d465f763", "address": "fa:16:3e:7d:b3:21", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf73a5853-00", "ovs_interfaceid": "f73a5853-000f-4523-be46-f647d465f763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.255749] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061497, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.453766] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061500, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.478408] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.681981] env[69742]: DEBUG oslo_concurrency.lockutils [req-6db883be-2253-4af4-aed5-6f59e1e26737 req-8bfa1f16-dcfc-4ed8-84f0-166810b70130 service nova] Releasing lock "refresh_cache-c111610e-7b02-49d1-860b-b6b6ad13038f" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.749935] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061497, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.452302} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.750237] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8d4c4e98-986e-4d03-986d-a1a1daedb3ca/8d4c4e98-986e-4d03-986d-a1a1daedb3ca.vmdk to [datastore2] 4feff854-a006-4f54-a91d-d2bc4bbe3039/4feff854-a006-4f54-a91d-d2bc4bbe3039.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.751150] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6073e5-a424-468f-9231-47e5222ba19b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.774665] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4feff854-a006-4f54-a91d-d2bc4bbe3039/4feff854-a006-4f54-a91d-d2bc4bbe3039.vmdk or device None with type streamOptimized {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.775024] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd846f0-1f04-486b-8c29-63cfcc1168ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.795318] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1291.795318] env[69742]: value = "task-4061503" [ 1291.795318] env[69742]: _type = "Task" [ 1291.795318] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.805053] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.953766] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061500, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.980517] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061501, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.305989] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.452542] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061500, 'name': CreateVM_Task, 'duration_secs': 1.788994} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.452702] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.453366] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.453538] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.453854] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.454121] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0078a5a5-fae2-407a-bb00-716234e5d146 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.458624] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1292.458624] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]525aad70-f98e-0cf3-7e14-7617921b5607" [ 1292.458624] env[69742]: _type = "Task" [ 1292.458624] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.466245] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525aad70-f98e-0cf3-7e14-7617921b5607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.476138] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061501, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.692735} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.476406] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e56a197f-48d9-4537-9eca-c65bb618e865/e56a197f-48d9-4537-9eca-c65bb618e865.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.476612] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.476850] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13802385-ce06-4387-addb-6da22d506156 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.483852] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1292.483852] env[69742]: value = "task-4061504" [ 1292.483852] env[69742]: _type = "Task" [ 1292.483852] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.495433] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.805620] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061503, 'name': ReconfigVM_Task, 'duration_secs': 0.643667} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.805942] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4feff854-a006-4f54-a91d-d2bc4bbe3039/4feff854-a006-4f54-a91d-d2bc4bbe3039.vmdk or device None with type streamOptimized {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.806666] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71af0f7c-7c1a-4e82-a1d1-3d723019041a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.813536] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1292.813536] env[69742]: value = "task-4061505" [ 1292.813536] env[69742]: _type = "Task" [ 1292.813536] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.822623] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061505, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.968453] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]525aad70-f98e-0cf3-7e14-7617921b5607, 'name': SearchDatastore_Task, 'duration_secs': 0.011092} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.968764] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.969038] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.969309] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.969465] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.969680] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.969956] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-823ffc4d-1713-4fea-a325-09d997352eea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.982961] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.983226] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.983978] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887b06f9-a13f-44cb-bfb1-8b459a21c812 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.993110] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1292.993110] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526b3423-ab87-ccad-bfdc-71338afbb165" [ 1292.993110] env[69742]: _type = "Task" [ 1292.993110] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.996202] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071043} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.999284] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.000039] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c845dbec-ff3a-4e8a-80c3-f09ad55ae6c9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.008207] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526b3423-ab87-ccad-bfdc-71338afbb165, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.026770] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] e56a197f-48d9-4537-9eca-c65bb618e865/e56a197f-48d9-4537-9eca-c65bb618e865.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.027032] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f42baf-4d21-4de8-b350-b83abf92624b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.029477] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2de5a6-f542-407c-84de-3c3170247aa6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.047770] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1293.047770] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520dde90-51f2-37ac-9bed-43eb77d38b35" [ 1293.047770] env[69742]: _type = "Task" [ 1293.047770] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.052337] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1293.052337] env[69742]: value = "task-4061506" [ 1293.052337] env[69742]: _type = "Task" [ 1293.052337] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.059127] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520dde90-51f2-37ac-9bed-43eb77d38b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.064590] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.162550] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1293.162849] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804936', 'volume_id': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'name': 'volume-fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '409c979d-b503-4602-8519-ef2d26ab5f51', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'serial': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1293.163792] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a07afb-3880-4156-afe7-01ca90ed8b59 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.181484] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb354bd2-4706-4919-908a-004bb7904449 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.209042] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-fd89bb5b-7a2d-4f3f-b1d3-1875951b1295/volume-fd89bb5b-7a2d-4f3f-b1d3-1875951b1295.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.209492] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61aceb7a-86b5-4113-92b6-b071db26eba6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.229082] env[69742]: DEBUG oslo_vmware.api [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1293.229082] env[69742]: value = "task-4061507" [ 1293.229082] env[69742]: _type = "Task" [ 1293.229082] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.237662] env[69742]: DEBUG oslo_vmware.api [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.324020] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061505, 'name': Rename_Task, 'duration_secs': 0.148492} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.324460] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.324736] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98543aab-d457-4e57-b795-b2de1016e985 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.332463] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1293.332463] env[69742]: value = "task-4061508" [ 1293.332463] env[69742]: _type = "Task" [ 1293.332463] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.342200] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.562536] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520dde90-51f2-37ac-9bed-43eb77d38b35, 'name': SearchDatastore_Task, 'duration_secs': 0.013535} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.563719] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.564258] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c111610e-7b02-49d1-860b-b6b6ad13038f/c111610e-7b02-49d1-860b-b6b6ad13038f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.564558] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d9a0c77-4b26-4998-9347-a50cb305ffba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.570266] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061506, 'name': ReconfigVM_Task, 'duration_secs': 0.30171} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.570909] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Reconfigured VM instance instance-0000006f to attach disk [datastore2] e56a197f-48d9-4537-9eca-c65bb618e865/e56a197f-48d9-4537-9eca-c65bb618e865.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.571535] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89448e99-45ff-4450-8825-efffb9bdacd1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.575718] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1293.575718] env[69742]: value = "task-4061509" [ 1293.575718] env[69742]: _type = "Task" [ 1293.575718] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.580245] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1293.580245] env[69742]: value = "task-4061510" [ 1293.580245] env[69742]: _type = "Task" [ 1293.580245] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.586801] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.592850] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061510, 'name': Rename_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.739502] env[69742]: DEBUG oslo_vmware.api [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061507, 'name': ReconfigVM_Task, 'duration_secs': 0.502444} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.739778] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-fd89bb5b-7a2d-4f3f-b1d3-1875951b1295/volume-fd89bb5b-7a2d-4f3f-b1d3-1875951b1295.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.745036] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e4f1587-f39b-4e5f-8cb7-8bc04b59964a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.761799] env[69742]: DEBUG oslo_vmware.api [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1293.761799] env[69742]: value = "task-4061511" [ 1293.761799] env[69742]: _type = "Task" [ 1293.761799] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.773773] env[69742]: DEBUG oslo_vmware.api [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.845971] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061508, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.089548] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061509, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.096371] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061510, 'name': Rename_Task, 'duration_secs': 0.171889} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.096698] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.097094] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59c8fcfd-b28d-42ac-8e8a-99a41596e500 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.104260] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1294.104260] env[69742]: value = "task-4061512" [ 1294.104260] env[69742]: _type = "Task" [ 1294.104260] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.113309] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.272550] env[69742]: DEBUG oslo_vmware.api [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061511, 'name': ReconfigVM_Task, 'duration_secs': 0.18605} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.272869] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804936', 'volume_id': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'name': 'volume-fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '409c979d-b503-4602-8519-ef2d26ab5f51', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'serial': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1294.343491] env[69742]: DEBUG oslo_vmware.api [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061508, 'name': PowerOnVM_Task, 'duration_secs': 0.543134} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.343871] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.443173] env[69742]: DEBUG nova.compute.manager [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.444096] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1116275-426f-405a-9381-91027fd66c36 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.590674] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061509, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.615264] env[69742]: DEBUG oslo_vmware.api [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061512, 'name': PowerOnVM_Task, 'duration_secs': 0.487155} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.615445] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.615649] env[69742]: INFO nova.compute.manager [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1294.615833] env[69742]: DEBUG nova.compute.manager [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.616651] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d0d46b-cfe8-4d09-b741-ff678a7597ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.963104] env[69742]: DEBUG oslo_concurrency.lockutils [None req-08de203c-a1f0-416c-ac1c-2b47b8481208 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.672s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.089354] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061509, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.136167] env[69742]: INFO nova.compute.manager [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Took 13.28 seconds to build instance. [ 1295.310194] env[69742]: DEBUG nova.objects.instance [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'flavor' on Instance uuid 409c979d-b503-4602-8519-ef2d26ab5f51 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.589196] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061509, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55239} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.589559] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c111610e-7b02-49d1-860b-b6b6ad13038f/c111610e-7b02-49d1-860b-b6b6ad13038f.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.589631] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.589863] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe87d192-d889-4ef4-bff8-88fc18f9d627 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.596374] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1295.596374] env[69742]: value = "task-4061513" [ 1295.596374] env[69742]: _type = "Task" [ 1295.596374] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.604793] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.638714] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62cfe676-0216-46ac-b8ab-0ca2deb524f1 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "e56a197f-48d9-4537-9eca-c65bb618e865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.791s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.817245] env[69742]: DEBUG oslo_concurrency.lockutils [None req-587c14fb-ed84-4886-a23e-0576a9221303 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.852914] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1177fd-9ba3-4d52-a58e-bf6872fa3f53 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.861073] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3af6782c-23ea-4c60-bfa4-86b712f68ad7 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Suspending the VM {{(pid=69742) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1295.861461] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-80a3194a-0e18-440a-9e53-10d141cfe964 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.870422] env[69742]: DEBUG oslo_vmware.api [None req-3af6782c-23ea-4c60-bfa4-86b712f68ad7 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1295.870422] env[69742]: value = "task-4061514" [ 1295.870422] env[69742]: _type = "Task" [ 1295.870422] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.881242] env[69742]: DEBUG oslo_vmware.api [None req-3af6782c-23ea-4c60-bfa4-86b712f68ad7 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061514, 'name': SuspendVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.940748] env[69742]: DEBUG oslo_concurrency.lockutils [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "409c979d-b503-4602-8519-ef2d26ab5f51" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.941040] env[69742]: DEBUG oslo_concurrency.lockutils [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.941242] env[69742]: DEBUG nova.compute.manager [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.942232] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90539ffe-0d52-4f89-9c8a-317e302b0709 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.950603] env[69742]: DEBUG nova.compute.manager [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69742) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1295.951580] env[69742]: DEBUG nova.objects.instance [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'flavor' on Instance uuid 409c979d-b503-4602-8519-ef2d26ab5f51 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.107514] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061915} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.107722] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1296.108551] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1faf56-265b-4c7a-8197-98c778985cf2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.131591] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] c111610e-7b02-49d1-860b-b6b6ad13038f/c111610e-7b02-49d1-860b-b6b6ad13038f.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.131941] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e8514e-c421-48e2-a986-9bd14907fa11 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.156393] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1296.156393] env[69742]: value = "task-4061515" [ 1296.156393] env[69742]: _type = "Task" [ 1296.156393] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.165192] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.377924] env[69742]: DEBUG nova.compute.manager [req-033f045f-7156-46f5-a587-4e8bd0927af7 req-be26b415-1c2a-4703-a084-ead74aadb017 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Received event network-changed-45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.378231] env[69742]: DEBUG nova.compute.manager [req-033f045f-7156-46f5-a587-4e8bd0927af7 req-be26b415-1c2a-4703-a084-ead74aadb017 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Refreshing instance network info cache due to event network-changed-45631379-cebf-49f7-b3b3-e012008c079c. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.378467] env[69742]: DEBUG oslo_concurrency.lockutils [req-033f045f-7156-46f5-a587-4e8bd0927af7 req-be26b415-1c2a-4703-a084-ead74aadb017 service nova] Acquiring lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.378614] env[69742]: DEBUG oslo_concurrency.lockutils [req-033f045f-7156-46f5-a587-4e8bd0927af7 req-be26b415-1c2a-4703-a084-ead74aadb017 service nova] Acquired lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.378774] env[69742]: DEBUG nova.network.neutron [req-033f045f-7156-46f5-a587-4e8bd0927af7 req-be26b415-1c2a-4703-a084-ead74aadb017 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Refreshing network info cache for port 45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.386853] env[69742]: DEBUG oslo_vmware.api [None req-3af6782c-23ea-4c60-bfa4-86b712f68ad7 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061514, 'name': SuspendVM_Task} progress is 62%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.666269] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061515, 'name': ReconfigVM_Task, 'duration_secs': 0.364519} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.666630] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Reconfigured VM instance instance-00000070 to attach disk [datastore2] c111610e-7b02-49d1-860b-b6b6ad13038f/c111610e-7b02-49d1-860b-b6b6ad13038f.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.667214] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e27898f2-945d-45f5-9d2b-021c1a40ae27 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.674543] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1296.674543] env[69742]: value = "task-4061516" [ 1296.674543] env[69742]: _type = "Task" [ 1296.674543] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.682861] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061516, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.884861] env[69742]: DEBUG oslo_vmware.api [None req-3af6782c-23ea-4c60-bfa4-86b712f68ad7 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061514, 'name': SuspendVM_Task, 'duration_secs': 0.666183} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.885181] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-3af6782c-23ea-4c60-bfa4-86b712f68ad7 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Suspended the VM {{(pid=69742) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1296.885409] env[69742]: DEBUG nova.compute.manager [None req-3af6782c-23ea-4c60-bfa4-86b712f68ad7 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.886920] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3aa0f07-cfdd-482b-9479-6adaacc6b6e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.960510] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.960975] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a70cc1fa-2fd4-4b7b-91b4-66554ac59951 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.973788] env[69742]: DEBUG oslo_vmware.api [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1296.973788] env[69742]: value = "task-4061517" [ 1296.973788] env[69742]: _type = "Task" [ 1296.973788] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.982778] env[69742]: DEBUG oslo_vmware.api [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.143201] env[69742]: DEBUG nova.network.neutron [req-033f045f-7156-46f5-a587-4e8bd0927af7 req-be26b415-1c2a-4703-a084-ead74aadb017 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updated VIF entry in instance network info cache for port 45631379-cebf-49f7-b3b3-e012008c079c. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.143657] env[69742]: DEBUG nova.network.neutron [req-033f045f-7156-46f5-a587-4e8bd0927af7 req-be26b415-1c2a-4703-a084-ead74aadb017 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updating instance_info_cache with network_info: [{"id": "45631379-cebf-49f7-b3b3-e012008c079c", "address": "fa:16:3e:3f:6a:38", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45631379-ce", "ovs_interfaceid": "45631379-cebf-49f7-b3b3-e012008c079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.185393] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061516, 'name': Rename_Task, 'duration_secs': 0.141109} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.185757] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.186081] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1cc593b-face-4b10-826e-14b09d49a7b8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.194073] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1297.194073] env[69742]: value = "task-4061518" [ 1297.194073] env[69742]: _type = "Task" [ 1297.194073] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.204643] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.257024] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.257315] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.257525] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.257714] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.257880] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.260792] env[69742]: INFO nova.compute.manager [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Terminating instance [ 1297.485152] env[69742]: DEBUG oslo_vmware.api [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061517, 'name': PowerOffVM_Task, 'duration_secs': 0.344867} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.485502] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.485714] env[69742]: DEBUG nova.compute.manager [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.486593] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1848dc3-5914-4a89-b9c6-3286328d88cf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.647043] env[69742]: DEBUG oslo_concurrency.lockutils [req-033f045f-7156-46f5-a587-4e8bd0927af7 req-be26b415-1c2a-4703-a084-ead74aadb017 service nova] Releasing lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.704548] env[69742]: DEBUG oslo_vmware.api [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061518, 'name': PowerOnVM_Task, 'duration_secs': 0.494103} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.704855] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.705070] env[69742]: INFO nova.compute.manager [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1297.705255] env[69742]: DEBUG nova.compute.manager [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.706095] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5344532-2dc0-419a-a0fc-3344bcdd587a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.765980] env[69742]: DEBUG nova.compute.manager [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.766253] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.767548] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b718176-8c28-417f-8354-78c5ea3b4b40 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.776297] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.776551] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-953dd9a3-1142-42da-9da4-687a276ee97b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.783531] env[69742]: DEBUG oslo_vmware.api [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1297.783531] env[69742]: value = "task-4061519" [ 1297.783531] env[69742]: _type = "Task" [ 1297.783531] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.793608] env[69742]: DEBUG oslo_vmware.api [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.000517] env[69742]: DEBUG oslo_concurrency.lockutils [None req-aa16475b-2d48-473f-b648-15d15bc33ad0 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.225858] env[69742]: INFO nova.compute.manager [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Took 15.73 seconds to build instance. [ 1298.251323] env[69742]: INFO nova.compute.manager [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Resuming [ 1298.251931] env[69742]: DEBUG nova.objects.instance [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lazy-loading 'flavor' on Instance uuid 4feff854-a006-4f54-a91d-d2bc4bbe3039 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.294310] env[69742]: DEBUG oslo_vmware.api [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061519, 'name': PowerOffVM_Task, 'duration_secs': 0.211432} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.294579] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.294749] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.295021] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1271553d-fb70-4098-bacc-49769eb57cb4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.354035] env[69742]: DEBUG nova.objects.instance [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'flavor' on Instance uuid 409c979d-b503-4602-8519-ef2d26ab5f51 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.370810] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.371121] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.371358] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleting the datastore file [datastore2] cd2f93ec-e72f-4b99-b251-c69e68bed3c1 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.372408] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c8f1de0-3daf-4afb-b520-33173801ee29 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.381053] env[69742]: DEBUG oslo_vmware.api [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1298.381053] env[69742]: value = "task-4061521" [ 1298.381053] env[69742]: _type = "Task" [ 1298.381053] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.390170] env[69742]: DEBUG oslo_vmware.api [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.728296] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f5781088-898e-486c-a638-625e283276a9 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c111610e-7b02-49d1-860b-b6b6ad13038f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.242s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.859189] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.859374] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquired lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.859548] env[69742]: DEBUG nova.network.neutron [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.859737] env[69742]: DEBUG nova.objects.instance [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'info_cache' on Instance uuid 409c979d-b503-4602-8519-ef2d26ab5f51 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.892384] env[69742]: DEBUG oslo_vmware.api [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309155} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.892648] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.892849] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.893038] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.893328] env[69742]: INFO nova.compute.manager [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1298.893590] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.893855] env[69742]: DEBUG nova.compute.manager [-] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.894011] env[69742]: DEBUG nova.network.neutron [-] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.363214] env[69742]: DEBUG nova.objects.base [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Object Instance<409c979d-b503-4602-8519-ef2d26ab5f51> lazy-loaded attributes: flavor,info_cache {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1299.400227] env[69742]: DEBUG nova.compute.manager [req-dadd0d9b-543a-4dec-9162-3ec65833545e req-1eda3395-94ff-41a4-9c59-f9af669a5016 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Received event network-vif-deleted-68eba6fb-793d-455d-8d8c-f1c6973911cb {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.400227] env[69742]: INFO nova.compute.manager [req-dadd0d9b-543a-4dec-9162-3ec65833545e req-1eda3395-94ff-41a4-9c59-f9af669a5016 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Neutron deleted interface 68eba6fb-793d-455d-8d8c-f1c6973911cb; detaching it from the instance and deleting it from the info cache [ 1299.400227] env[69742]: DEBUG nova.network.neutron [req-dadd0d9b-543a-4dec-9162-3ec65833545e req-1eda3395-94ff-41a4-9c59-f9af669a5016 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.762910] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.763288] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquired lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.763334] env[69742]: DEBUG nova.network.neutron [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.877465] env[69742]: DEBUG nova.network.neutron [-] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.904256] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d11b872a-8f1c-4abe-a8ee-51d2aa39c461 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.914080] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4107df-1d39-4ea5-a081-f327268aca3b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.948522] env[69742]: DEBUG nova.compute.manager [req-dadd0d9b-543a-4dec-9162-3ec65833545e req-1eda3395-94ff-41a4-9c59-f9af669a5016 service nova] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Detach interface failed, port_id=68eba6fb-793d-455d-8d8c-f1c6973911cb, reason: Instance cd2f93ec-e72f-4b99-b251-c69e68bed3c1 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1300.116022] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "4c64846c-4437-4157-aa37-a729b7489e3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.116159] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "4c64846c-4437-4157-aa37-a729b7489e3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.118768] env[69742]: DEBUG nova.network.neutron [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Updating instance_info_cache with network_info: [{"id": "015fac14-f194-4ec0-a79b-f321e1b913e8", "address": "fa:16:3e:28:d0:a6", "network": {"id": "e9265a73-43ba-4532-bcbb-d396ea3d2394", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310520554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd8c369c6deb46a591abb377d030a543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fac14-f1", "ovs_interfaceid": "015fac14-f194-4ec0-a79b-f321e1b913e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.380522] env[69742]: INFO nova.compute.manager [-] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Took 1.49 seconds to deallocate network for instance. [ 1300.472156] env[69742]: DEBUG nova.network.neutron [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updating instance_info_cache with network_info: [{"id": "d677f9aa-e93c-4fad-8bef-039982ee2155", "address": "fa:16:3e:1f:93:32", "network": {"id": "753f92ae-ae44-48a0-8ba4-9fe208b47235", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1061047985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ce9f079ee4417baa941ad22eccb941", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd677f9aa-e9", "ovs_interfaceid": "d677f9aa-e93c-4fad-8bef-039982ee2155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.620783] env[69742]: DEBUG nova.compute.manager [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1300.624201] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Releasing lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.887053] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.887452] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.887572] env[69742]: DEBUG nova.objects.instance [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'resources' on Instance uuid cd2f93ec-e72f-4b99-b251-c69e68bed3c1 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.975222] env[69742]: DEBUG oslo_concurrency.lockutils [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Releasing lock "refresh_cache-4feff854-a006-4f54-a91d-d2bc4bbe3039" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.976733] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63749bc6-2881-4a4e-b917-3e202e9e1efc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.984055] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Resuming the VM {{(pid=69742) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1300.984303] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5e187f3-4ccf-45d1-8f28-a01f3d8682ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.990957] env[69742]: DEBUG oslo_vmware.api [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1300.990957] env[69742]: value = "task-4061522" [ 1300.990957] env[69742]: _type = "Task" [ 1300.990957] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.999961] env[69742]: DEBUG oslo_vmware.api [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.147786] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.504301] env[69742]: DEBUG oslo_vmware.api [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.509342] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a290746-07f9-425e-addd-86bb270b2db5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.516598] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711bdaf9-c135-4d80-ba65-a8dd0b1c2f09 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.548079] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc77b82-86a5-41b9-8ba1-159f0832c53c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.556254] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfe8dbc-68c5-44a8-b30e-5a4cc470f048 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.570239] env[69742]: DEBUG nova.compute.provider_tree [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.633458] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.633820] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05cb4419-ebf1-4e8b-9993-d6ac941cf5a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.641941] env[69742]: DEBUG oslo_vmware.api [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1301.641941] env[69742]: value = "task-4061523" [ 1301.641941] env[69742]: _type = "Task" [ 1301.641941] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.651285] env[69742]: DEBUG oslo_vmware.api [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.002606] env[69742]: DEBUG oslo_vmware.api [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061522, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.074188] env[69742]: DEBUG nova.scheduler.client.report [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.152477] env[69742]: DEBUG oslo_vmware.api [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061523, 'name': PowerOnVM_Task, 'duration_secs': 0.486939} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.152766] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.152977] env[69742]: DEBUG nova.compute.manager [None req-1b57f857-30e3-46b5-be60-8278900e1142 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.153801] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92846f00-a504-4c3c-98ab-dc62406f8822 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.502891] env[69742]: DEBUG oslo_vmware.api [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061522, 'name': PowerOnVM_Task, 'duration_secs': 1.036037} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.503299] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Resumed the VM {{(pid=69742) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1302.503487] env[69742]: DEBUG nova.compute.manager [None req-a983d649-2cf2-4ad2-acd7-d6904877c10a tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.504282] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b03e34-d538-4c51-a2a0-badcde57bd65 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.579959] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.582603] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.435s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.584099] env[69742]: INFO nova.compute.claims [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.603033] env[69742]: INFO nova.scheduler.client.report [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleted allocations for instance cd2f93ec-e72f-4b99-b251-c69e68bed3c1 [ 1303.110189] env[69742]: DEBUG oslo_concurrency.lockutils [None req-34cac845-cc7f-4831-a0c6-1d4ef7dc3ffa tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "cd2f93ec-e72f-4b99-b251-c69e68bed3c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.852s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.699860] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf68758-1a7b-4855-9bd7-da9d6d3a3700 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.712773] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a358d4dc-fb71-4e64-aef3-b4af80e6eb61 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.749938] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5d3565-d058-4820-ac73-8e40dd4dd10d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.758855] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7230bdb-16c4-498f-9371-85910c70013c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.773426] env[69742]: DEBUG nova.compute.provider_tree [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.276802] env[69742]: DEBUG nova.scheduler.client.report [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.782179] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.782747] env[69742]: DEBUG nova.compute.manager [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.244523] env[69742]: DEBUG nova.compute.manager [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Stashing vm_state: active {{(pid=69742) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1305.288502] env[69742]: DEBUG nova.compute.utils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.288502] env[69742]: DEBUG nova.compute.manager [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.288886] env[69742]: DEBUG nova.network.neutron [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.336312] env[69742]: DEBUG nova.policy [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10d5667600048109138dbc314a26eec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b26a90a6b8b42cabc25a5f4a74c5585', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.594759] env[69742]: DEBUG nova.network.neutron [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Successfully created port: 526a145f-1430-4aca-a9b4-4fa6b49dce91 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.769882] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.770172] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.793097] env[69742]: DEBUG nova.compute.manager [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.275000] env[69742]: INFO nova.compute.claims [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.781554] env[69742]: INFO nova.compute.resource_tracker [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating resource usage from migration 2cafa845-cfad-4939-bf33-0564bdd93da9 [ 1306.805273] env[69742]: DEBUG nova.compute.manager [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.835100] env[69742]: DEBUG nova.virt.hardware [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.835445] env[69742]: DEBUG nova.virt.hardware [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.835518] env[69742]: DEBUG nova.virt.hardware [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.835705] env[69742]: DEBUG nova.virt.hardware [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.835856] env[69742]: DEBUG nova.virt.hardware [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.836010] env[69742]: DEBUG nova.virt.hardware [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.836259] env[69742]: DEBUG nova.virt.hardware [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.836428] env[69742]: DEBUG nova.virt.hardware [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.836600] env[69742]: DEBUG nova.virt.hardware [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.836767] env[69742]: DEBUG nova.virt.hardware [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.836988] env[69742]: DEBUG nova.virt.hardware [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.837967] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8099ba-9946-4ceb-92ce-022a918c2e96 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.848949] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80a203a-b2c7-4e6b-ac29-af1382e51a62 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.912073] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347013ea-73ab-473f-831d-d1c04f74bf5a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.922723] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad223ec-4b1b-4666-af71-9e2cb83531d5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.977641] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664b88d1-69a6-4f58-be6f-2dd199634bf4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.982646] env[69742]: DEBUG nova.compute.manager [req-f0e97ec2-61de-45f8-8a06-dee5bdc0ed30 req-b3fab987-2112-4ecd-9eaa-1c6607543909 service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Received event network-vif-plugged-526a145f-1430-4aca-a9b4-4fa6b49dce91 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.983040] env[69742]: DEBUG oslo_concurrency.lockutils [req-f0e97ec2-61de-45f8-8a06-dee5bdc0ed30 req-b3fab987-2112-4ecd-9eaa-1c6607543909 service nova] Acquiring lock "4c64846c-4437-4157-aa37-a729b7489e3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.983367] env[69742]: DEBUG oslo_concurrency.lockutils [req-f0e97ec2-61de-45f8-8a06-dee5bdc0ed30 req-b3fab987-2112-4ecd-9eaa-1c6607543909 service nova] Lock "4c64846c-4437-4157-aa37-a729b7489e3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.983634] env[69742]: DEBUG oslo_concurrency.lockutils [req-f0e97ec2-61de-45f8-8a06-dee5bdc0ed30 req-b3fab987-2112-4ecd-9eaa-1c6607543909 service nova] Lock "4c64846c-4437-4157-aa37-a729b7489e3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.983897] env[69742]: DEBUG nova.compute.manager [req-f0e97ec2-61de-45f8-8a06-dee5bdc0ed30 req-b3fab987-2112-4ecd-9eaa-1c6607543909 service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] No waiting events found dispatching network-vif-plugged-526a145f-1430-4aca-a9b4-4fa6b49dce91 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.984258] env[69742]: WARNING nova.compute.manager [req-f0e97ec2-61de-45f8-8a06-dee5bdc0ed30 req-b3fab987-2112-4ecd-9eaa-1c6607543909 service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Received unexpected event network-vif-plugged-526a145f-1430-4aca-a9b4-4fa6b49dce91 for instance with vm_state building and task_state spawning. [ 1306.993683] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf41af9-00f0-4b87-b888-0790bf221467 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.017074] env[69742]: DEBUG nova.compute.provider_tree [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.079870] env[69742]: DEBUG nova.network.neutron [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Successfully updated port: 526a145f-1430-4aca-a9b4-4fa6b49dce91 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.520882] env[69742]: DEBUG nova.scheduler.client.report [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.586317] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "refresh_cache-4c64846c-4437-4157-aa37-a729b7489e3e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.586749] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "refresh_cache-4c64846c-4437-4157-aa37-a729b7489e3e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.587064] env[69742]: DEBUG nova.network.neutron [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.776615] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.777098] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.777479] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.777832] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.778411] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.781188] env[69742]: INFO nova.compute.manager [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Terminating instance [ 1308.026567] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.256s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.026949] env[69742]: INFO nova.compute.manager [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Migrating [ 1308.120093] env[69742]: DEBUG nova.network.neutron [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.253835] env[69742]: DEBUG nova.network.neutron [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Updating instance_info_cache with network_info: [{"id": "526a145f-1430-4aca-a9b4-4fa6b49dce91", "address": "fa:16:3e:10:42:ea", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526a145f-14", "ovs_interfaceid": "526a145f-1430-4aca-a9b4-4fa6b49dce91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.285847] env[69742]: DEBUG nova.compute.manager [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.286150] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.286939] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccd4367-2566-4c28-ae17-607d5622d3e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.295449] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.295695] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a5e3efa-847d-49ba-86c2-7ba202822579 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.302887] env[69742]: DEBUG oslo_vmware.api [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1308.302887] env[69742]: value = "task-4061524" [ 1308.302887] env[69742]: _type = "Task" [ 1308.302887] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.312037] env[69742]: DEBUG oslo_vmware.api [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.542065] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.542233] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.542418] env[69742]: DEBUG nova.network.neutron [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.756768] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "refresh_cache-4c64846c-4437-4157-aa37-a729b7489e3e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.757110] env[69742]: DEBUG nova.compute.manager [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Instance network_info: |[{"id": "526a145f-1430-4aca-a9b4-4fa6b49dce91", "address": "fa:16:3e:10:42:ea", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526a145f-14", "ovs_interfaceid": "526a145f-1430-4aca-a9b4-4fa6b49dce91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1308.757768] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:42:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '526a145f-1430-4aca-a9b4-4fa6b49dce91', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.766949] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.767319] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.767659] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bed0b985-3706-4e8e-adf1-ef2633b9babd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.796850] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.796850] env[69742]: value = "task-4061525" [ 1308.796850] env[69742]: _type = "Task" [ 1308.796850] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.805244] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061525, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.814154] env[69742]: DEBUG oslo_vmware.api [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061524, 'name': PowerOffVM_Task, 'duration_secs': 0.228344} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.814429] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.814615] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.814888] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35ee1322-30c1-426d-a757-477b93be87f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.908243] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.908646] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.908984] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Deleting the datastore file [datastore2] 4feff854-a006-4f54-a91d-d2bc4bbe3039 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.909413] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db96c69d-69f0-4e67-a788-735871534c1b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.918030] env[69742]: DEBUG oslo_vmware.api [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for the task: (returnval){ [ 1308.918030] env[69742]: value = "task-4061527" [ 1308.918030] env[69742]: _type = "Task" [ 1308.918030] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.931315] env[69742]: DEBUG oslo_vmware.api [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.004080] env[69742]: DEBUG nova.compute.manager [req-85cc72f4-1769-443e-9b56-fe05d0f091f5 req-c47b1ce6-db8c-4248-8da9-3eb35dde6b4b service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Received event network-changed-526a145f-1430-4aca-a9b4-4fa6b49dce91 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.004577] env[69742]: DEBUG nova.compute.manager [req-85cc72f4-1769-443e-9b56-fe05d0f091f5 req-c47b1ce6-db8c-4248-8da9-3eb35dde6b4b service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Refreshing instance network info cache due to event network-changed-526a145f-1430-4aca-a9b4-4fa6b49dce91. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.004906] env[69742]: DEBUG oslo_concurrency.lockutils [req-85cc72f4-1769-443e-9b56-fe05d0f091f5 req-c47b1ce6-db8c-4248-8da9-3eb35dde6b4b service nova] Acquiring lock "refresh_cache-4c64846c-4437-4157-aa37-a729b7489e3e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.005098] env[69742]: DEBUG oslo_concurrency.lockutils [req-85cc72f4-1769-443e-9b56-fe05d0f091f5 req-c47b1ce6-db8c-4248-8da9-3eb35dde6b4b service nova] Acquired lock "refresh_cache-4c64846c-4437-4157-aa37-a729b7489e3e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.005298] env[69742]: DEBUG nova.network.neutron [req-85cc72f4-1769-443e-9b56-fe05d0f091f5 req-c47b1ce6-db8c-4248-8da9-3eb35dde6b4b service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Refreshing network info cache for port 526a145f-1430-4aca-a9b4-4fa6b49dce91 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.271523] env[69742]: DEBUG nova.network.neutron [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance_info_cache with network_info: [{"id": "16636cc5-d832-4dec-93d9-2cba8696c81b", "address": "fa:16:3e:84:ce:c4", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16636cc5-d8", "ovs_interfaceid": "16636cc5-d832-4dec-93d9-2cba8696c81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.307574] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061525, 'name': CreateVM_Task, 'duration_secs': 0.334487} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.307770] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.308576] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.308731] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.309207] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.309476] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f569e30-0705-4e75-9c41-6b6a509017a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.314819] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1309.314819] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5221e9df-4c08-e373-e631-cf396c48d759" [ 1309.314819] env[69742]: _type = "Task" [ 1309.314819] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.323972] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5221e9df-4c08-e373-e631-cf396c48d759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.429364] env[69742]: DEBUG oslo_vmware.api [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Task: {'id': task-4061527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139307} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.429636] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.429821] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.429988] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.430175] env[69742]: INFO nova.compute.manager [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1309.430418] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.430628] env[69742]: DEBUG nova.compute.manager [-] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.430717] env[69742]: DEBUG nova.network.neutron [-] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.774382] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.831320] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5221e9df-4c08-e373-e631-cf396c48d759, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.831829] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.834268] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.834268] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.834268] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.834268] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.834268] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0db416fa-fd73-49cb-8957-0d8bf5e004a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.843238] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.843446] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.844205] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8175e78a-aedb-4f13-a29c-6e85e1195ff4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.849868] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1309.849868] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c6810b-048f-8f06-6391-0f7487238e1d" [ 1309.849868] env[69742]: _type = "Task" [ 1309.849868] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.858413] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c6810b-048f-8f06-6391-0f7487238e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.881569] env[69742]: DEBUG nova.network.neutron [req-85cc72f4-1769-443e-9b56-fe05d0f091f5 req-c47b1ce6-db8c-4248-8da9-3eb35dde6b4b service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Updated VIF entry in instance network info cache for port 526a145f-1430-4aca-a9b4-4fa6b49dce91. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.881955] env[69742]: DEBUG nova.network.neutron [req-85cc72f4-1769-443e-9b56-fe05d0f091f5 req-c47b1ce6-db8c-4248-8da9-3eb35dde6b4b service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Updating instance_info_cache with network_info: [{"id": "526a145f-1430-4aca-a9b4-4fa6b49dce91", "address": "fa:16:3e:10:42:ea", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap526a145f-14", "ovs_interfaceid": "526a145f-1430-4aca-a9b4-4fa6b49dce91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.361504] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c6810b-048f-8f06-6391-0f7487238e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.362435] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6c370e-7057-4fd2-a9dc-c315fac0d72a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.368373] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1310.368373] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521b71fa-db99-80cd-4669-a044df509a9c" [ 1310.368373] env[69742]: _type = "Task" [ 1310.368373] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.368734] env[69742]: DEBUG nova.network.neutron [-] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.379135] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521b71fa-db99-80cd-4669-a044df509a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.384237] env[69742]: DEBUG oslo_concurrency.lockutils [req-85cc72f4-1769-443e-9b56-fe05d0f091f5 req-c47b1ce6-db8c-4248-8da9-3eb35dde6b4b service nova] Releasing lock "refresh_cache-4c64846c-4437-4157-aa37-a729b7489e3e" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.874484] env[69742]: INFO nova.compute.manager [-] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Took 1.44 seconds to deallocate network for instance. [ 1310.880480] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521b71fa-db99-80cd-4669-a044df509a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.883650] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.883994] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 4c64846c-4437-4157-aa37-a729b7489e3e/4c64846c-4437-4157-aa37-a729b7489e3e.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1310.884482] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f7e53e1-2c98-41a2-bc24-7b3fd7110345 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.893624] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1310.893624] env[69742]: value = "task-4061528" [ 1310.893624] env[69742]: _type = "Task" [ 1310.893624] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.902945] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.032242] env[69742]: DEBUG nova.compute.manager [req-53bd70b8-e1fa-4db2-abb8-1526bab19208 req-d728c0da-ca81-49a1-a3e9-63b4fea8f374 service nova] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Received event network-vif-deleted-d677f9aa-e93c-4fad-8bef-039982ee2155 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.291084] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea58e93-7d42-4ff5-9939-9424a2ee9b69 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.314834] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance '4d3c5a50-80a9-454a-9fe1-b1f39e82d442' progress to 0 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.386372] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.386696] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.386894] env[69742]: DEBUG nova.objects.instance [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lazy-loading 'resources' on Instance uuid 4feff854-a006-4f54-a91d-d2bc4bbe3039 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.404674] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468875} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.404940] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 4c64846c-4437-4157-aa37-a729b7489e3e/4c64846c-4437-4157-aa37-a729b7489e3e.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.405169] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.405420] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11a5989f-7823-4844-b361-fe0b05bdfdee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.412824] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1311.412824] env[69742]: value = "task-4061529" [ 1311.412824] env[69742]: _type = "Task" [ 1311.412824] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.421812] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.821928] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.822277] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92d75bb3-c13b-49f2-abc8-29c810af5df7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.830138] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1311.830138] env[69742]: value = "task-4061530" [ 1311.830138] env[69742]: _type = "Task" [ 1311.830138] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.840012] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.923970] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06764} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.926883] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.927885] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f89087-0155-4932-92f2-e45c4b580945 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.951867] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 4c64846c-4437-4157-aa37-a729b7489e3e/4c64846c-4437-4157-aa37-a729b7489e3e.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.954988] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0205af0c-3ce6-4aed-95dc-1420a557d346 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.975124] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1311.975124] env[69742]: value = "task-4061531" [ 1311.975124] env[69742]: _type = "Task" [ 1311.975124] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.984303] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.048791] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9303562a-11aa-4395-8e5e-341aa93cc270 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.056627] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7490c573-53f0-4d57-baf4-4d167f869153 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.089375] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbf3c71-6cfa-4a1f-8876-03fcb1c8eb46 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.097233] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2174047-df7d-42fc-808a-7f03a3ae11ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.110956] env[69742]: DEBUG nova.compute.provider_tree [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.340741] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061530, 'name': PowerOffVM_Task, 'duration_secs': 0.221686} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.341087] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.341298] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance '4d3c5a50-80a9-454a-9fe1-b1f39e82d442' progress to 17 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.485234] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061531, 'name': ReconfigVM_Task, 'duration_secs': 0.31202} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.485644] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 4c64846c-4437-4157-aa37-a729b7489e3e/4c64846c-4437-4157-aa37-a729b7489e3e.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.486255] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9000737-d6e9-428e-a22c-995d96c14be2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.493927] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1312.493927] env[69742]: value = "task-4061532" [ 1312.493927] env[69742]: _type = "Task" [ 1312.493927] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.502514] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061532, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.614351] env[69742]: DEBUG nova.scheduler.client.report [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.848051] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.848051] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.848315] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.849363] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.849363] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.849363] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.849363] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.849555] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.849627] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.849801] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.849996] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.855768] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f0e1d1c-a6d5-4a2c-9884-f26d7ffc8cea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.873876] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1312.873876] env[69742]: value = "task-4061533" [ 1312.873876] env[69742]: _type = "Task" [ 1312.873876] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.884064] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.004236] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061532, 'name': Rename_Task, 'duration_secs': 0.141968} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.005025] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.005160] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb522100-c28c-4265-b8a6-a3631a29f68d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.011657] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1313.011657] env[69742]: value = "task-4061534" [ 1313.011657] env[69742]: _type = "Task" [ 1313.011657] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.020195] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.119898] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.141727] env[69742]: INFO nova.scheduler.client.report [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Deleted allocations for instance 4feff854-a006-4f54-a91d-d2bc4bbe3039 [ 1313.384380] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061533, 'name': ReconfigVM_Task, 'duration_secs': 0.171837} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.384640] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance '4d3c5a50-80a9-454a-9fe1-b1f39e82d442' progress to 33 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.522017] env[69742]: DEBUG oslo_vmware.api [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061534, 'name': PowerOnVM_Task, 'duration_secs': 0.456768} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.522387] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.522497] env[69742]: INFO nova.compute.manager [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1313.522704] env[69742]: DEBUG nova.compute.manager [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.523489] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eed0a83-8411-46b4-86e7-573487073e8f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.592674] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.650541] env[69742]: DEBUG oslo_concurrency.lockutils [None req-29aa546e-ceee-4f70-b415-8d0e43fa8179 tempest-ServersNegativeTestJSON-2108803416 tempest-ServersNegativeTestJSON-2108803416-project-member] Lock "4feff854-a006-4f54-a91d-d2bc4bbe3039" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.873s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.891345] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.891573] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.891737] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.891922] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.892085] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.892238] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.892447] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.892612] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.892780] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.892947] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.893417] env[69742]: DEBUG nova.virt.hardware [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.900813] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.901242] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d387329-700e-4d7e-9fec-04adf50c0d45 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.922901] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1313.922901] env[69742]: value = "task-4061535" [ 1313.922901] env[69742]: _type = "Task" [ 1313.922901] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.932407] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.041777] env[69742]: INFO nova.compute.manager [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Took 12.91 seconds to build instance. [ 1314.434712] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.463416] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "4c64846c-4437-4157-aa37-a729b7489e3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.544167] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ee239b3-1ea7-4143-b732-ef3c5764ce70 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "4c64846c-4437-4157-aa37-a729b7489e3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.428s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.544532] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "4c64846c-4437-4157-aa37-a729b7489e3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.082s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.544686] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "4c64846c-4437-4157-aa37-a729b7489e3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.544907] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "4c64846c-4437-4157-aa37-a729b7489e3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.545134] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "4c64846c-4437-4157-aa37-a729b7489e3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.547263] env[69742]: INFO nova.compute.manager [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Terminating instance [ 1314.592518] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.935996] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061535, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.053498] env[69742]: DEBUG nova.compute.manager [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.053498] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.053896] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9fcc4e-a82e-4151-8483-cb50d8aa12b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.062384] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.062689] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77517fce-3f13-423f-842a-907db2172489 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.070032] env[69742]: DEBUG oslo_vmware.api [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1315.070032] env[69742]: value = "task-4061536" [ 1315.070032] env[69742]: _type = "Task" [ 1315.070032] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.080849] env[69742]: DEBUG oslo_vmware.api [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.434373] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061535, 'name': ReconfigVM_Task, 'duration_secs': 1.231658} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.435926] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1315.435926] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a71abb-1857-4281-a40f-4afb8cfc2083 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.460291] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4d3c5a50-80a9-454a-9fe1-b1f39e82d442/4d3c5a50-80a9-454a-9fe1-b1f39e82d442.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.460591] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d497c62d-594a-4f59-88e4-0a87e6690436 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.479546] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1315.479546] env[69742]: value = "task-4061537" [ 1315.479546] env[69742]: _type = "Task" [ 1315.479546] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.488835] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.581787] env[69742]: DEBUG oslo_vmware.api [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061536, 'name': PowerOffVM_Task, 'duration_secs': 0.189738} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.582257] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.582321] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.582665] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a7c65ce-afe4-4260-8ec5-a0c43b06f098 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.587625] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.592452] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.661519] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.661806] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.662054] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleting the datastore file [datastore1] 4c64846c-4437-4157-aa37-a729b7489e3e {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.662362] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c600acb9-a75b-472c-ad83-db92eb178d51 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.670123] env[69742]: DEBUG oslo_vmware.api [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1315.670123] env[69742]: value = "task-4061539" [ 1315.670123] env[69742]: _type = "Task" [ 1315.670123] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.679742] env[69742]: DEBUG oslo_vmware.api [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.990579] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061537, 'name': ReconfigVM_Task, 'duration_secs': 0.32744} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.990875] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4d3c5a50-80a9-454a-9fe1-b1f39e82d442/4d3c5a50-80a9-454a-9fe1-b1f39e82d442.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.991308] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance '4d3c5a50-80a9-454a-9fe1-b1f39e82d442' progress to 50 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.180488] env[69742]: DEBUG oslo_vmware.api [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168969} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.180885] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.180964] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.181126] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.181303] env[69742]: INFO nova.compute.manager [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1316.181544] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.181735] env[69742]: DEBUG nova.compute.manager [-] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1316.181831] env[69742]: DEBUG nova.network.neutron [-] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.449580] env[69742]: DEBUG nova.compute.manager [req-e45b682a-b57c-4d7b-a650-6186b04e060c req-240bab9d-f917-480a-949f-23c65472d12d service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Received event network-vif-deleted-526a145f-1430-4aca-a9b4-4fa6b49dce91 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.449793] env[69742]: INFO nova.compute.manager [req-e45b682a-b57c-4d7b-a650-6186b04e060c req-240bab9d-f917-480a-949f-23c65472d12d service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Neutron deleted interface 526a145f-1430-4aca-a9b4-4fa6b49dce91; detaching it from the instance and deleting it from the info cache [ 1316.450160] env[69742]: DEBUG nova.network.neutron [req-e45b682a-b57c-4d7b-a650-6186b04e060c req-240bab9d-f917-480a-949f-23c65472d12d service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.498641] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956bfea1-dbee-4144-bd12-e54de5cdbf42 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.518094] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0973378f-cb15-4b38-a34a-96ef2ae03caa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.536740] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance '4d3c5a50-80a9-454a-9fe1-b1f39e82d442' progress to 67 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.592851] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.931634] env[69742]: DEBUG nova.network.neutron [-] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.952957] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcdbb114-5d8e-4a53-938e-fc09cb2182dd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.964079] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6786080a-8e91-4caf-ae81-595d664396c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.992899] env[69742]: DEBUG nova.compute.manager [req-e45b682a-b57c-4d7b-a650-6186b04e060c req-240bab9d-f917-480a-949f-23c65472d12d service nova] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Detach interface failed, port_id=526a145f-1430-4aca-a9b4-4fa6b49dce91, reason: Instance 4c64846c-4437-4157-aa37-a729b7489e3e could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1317.084428] env[69742]: DEBUG nova.network.neutron [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Port 16636cc5-d832-4dec-93d9-2cba8696c81b binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1317.434312] env[69742]: INFO nova.compute.manager [-] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Took 1.25 seconds to deallocate network for instance. [ 1317.593606] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.940865] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.941196] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.941431] env[69742]: DEBUG nova.objects.instance [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lazy-loading 'resources' on Instance uuid 4c64846c-4437-4157-aa37-a729b7489e3e {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.100797] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.107559] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.107968] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.108190] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.555196] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2a6dcd-96d4-49ac-b4aa-1462c50f7758 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.563518] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cccd3d-688d-46a6-9841-b4910c7dd9a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.594992] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3326d81b-6b7a-4446-83fe-74fb93883f48 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.603201] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420dbaf9-e613-4802-90ca-af5a95a202f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.619527] env[69742]: DEBUG nova.compute.provider_tree [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.122988] env[69742]: DEBUG nova.scheduler.client.report [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.152463] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.152651] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.152827] env[69742]: DEBUG nova.network.neutron [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.628554] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.630847] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.530s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.631047] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.631211] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1319.632087] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0391a511-6c69-42e9-8b69-03912616e850 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.640676] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004994b6-37a8-4909-99cc-a986e8674ae2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.646745] env[69742]: INFO nova.scheduler.client.report [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted allocations for instance 4c64846c-4437-4157-aa37-a729b7489e3e [ 1319.661060] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a6db7b-2ab6-40b0-ad20-3d0e4b5839e8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.668531] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfcc1dc-9aa6-4704-ba29-4bf225c45337 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.701209] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180144MB free_disk=22GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1319.701398] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.701657] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.891929] env[69742]: DEBUG nova.network.neutron [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance_info_cache with network_info: [{"id": "16636cc5-d832-4dec-93d9-2cba8696c81b", "address": "fa:16:3e:84:ce:c4", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16636cc5-d8", "ovs_interfaceid": "16636cc5-d832-4dec-93d9-2cba8696c81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.168847] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5206dfe6-1620-4b7c-b84f-a9c06ae10a00 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "4c64846c-4437-4157-aa37-a729b7489e3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.624s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.396033] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.711578] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Applying migration context for instance 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 as it has an incoming, in-progress migration 2cafa845-cfad-4939-bf33-0564bdd93da9. Migration status is post-migrating {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1057}} [ 1320.712936] env[69742]: INFO nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating resource usage from migration 2cafa845-cfad-4939-bf33-0564bdd93da9 [ 1320.724852] env[69742]: INFO nova.compute.manager [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Rebuilding instance [ 1320.730043] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 409c979d-b503-4602-8519-ef2d26ab5f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1320.730187] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance f331c528-e76f-441c-8178-a687da0d9c77 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1320.730322] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance e56a197f-48d9-4537-9eca-c65bb618e865 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1320.730415] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance c111610e-7b02-49d1-860b-b6b6ad13038f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1320.730542] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Migration 2cafa845-cfad-4939-bf33-0564bdd93da9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1755}} [ 1320.730740] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1320.731167] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1320.731167] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1320.766520] env[69742]: DEBUG nova.compute.manager [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.767332] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba72aa6f-05cd-4b4a-9400-9c78d5c9a104 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.823236] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c72711f-d423-471a-9f3d-57d7519bc2d3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.831686] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514c9b28-5727-499f-a215-4342d0a4628a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.865741] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabe72c6-f079-4108-98ec-599c359d1dd6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.873964] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c114e095-4c35-4503-b8ec-6025a2c92865 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.888140] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.918183] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348bc13f-66de-4a92-842a-28689c7f00f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.938050] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af74e38-8491-4257-8894-38b3846e03b9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.945860] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance '4d3c5a50-80a9-454a-9fe1-b1f39e82d442' progress to 83 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.391704] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.452870] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.453232] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34343ccf-068e-446a-aad8-aaa02a2b5f4e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.461292] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1321.461292] env[69742]: value = "task-4061540" [ 1321.461292] env[69742]: _type = "Task" [ 1321.461292] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.470756] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.783782] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.784189] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2dfdc8c-5753-455c-ab50-0655d9fe6fe4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.792256] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for the task: (returnval){ [ 1321.792256] env[69742]: value = "task-4061541" [ 1321.792256] env[69742]: _type = "Task" [ 1321.792256] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.804956] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.897175] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1321.897421] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.920523] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "878e0205-ff9c-459f-aa05-358e22a17d93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.920758] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "878e0205-ff9c-459f-aa05-358e22a17d93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.972763] env[69742]: DEBUG oslo_vmware.api [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061540, 'name': PowerOnVM_Task, 'duration_secs': 0.415361} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.973073] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.973270] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7c2b3e-4a26-4a81-b917-014bb8984849 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance '4d3c5a50-80a9-454a-9fe1-b1f39e82d442' progress to 100 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.303199] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061541, 'name': PowerOffVM_Task, 'duration_secs': 0.226753} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.303539] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.304283] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.304541] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d00719ef-a90a-4783-b296-f47d33a587e5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.311309] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for the task: (returnval){ [ 1322.311309] env[69742]: value = "task-4061542" [ 1322.311309] env[69742]: _type = "Task" [ 1322.311309] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.319392] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.423161] env[69742]: DEBUG nova.compute.manager [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.821924] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1322.822347] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1322.822347] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804928', 'volume_id': 'f84cc428-4937-4b71-916e-694e7f90b5e2', 'name': 'volume-f84cc428-4937-4b71-916e-694e7f90b5e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f331c528-e76f-441c-8178-a687da0d9c77', 'attached_at': '', 'detached_at': '', 'volume_id': 'f84cc428-4937-4b71-916e-694e7f90b5e2', 'serial': 'f84cc428-4937-4b71-916e-694e7f90b5e2'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1322.823156] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6776c18f-dc11-43bc-a6e2-f70866344e55 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.841657] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a5dc3e-aa18-4ed9-977e-385e9b823266 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.848849] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b733d41c-99a7-486d-b485-9322f846e18c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.867673] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb5fac7-072a-482d-b900-1175d1a90d38 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.883222] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] The volume has not been displaced from its original location: [datastore1] volume-f84cc428-4937-4b71-916e-694e7f90b5e2/volume-f84cc428-4937-4b71-916e-694e7f90b5e2.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1322.888601] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.888908] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-735943d5-dffb-4eaf-8f67-5590aba2e091 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.901766] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.901997] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.902156] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1322.908586] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for the task: (returnval){ [ 1322.908586] env[69742]: value = "task-4061543" [ 1322.908586] env[69742]: _type = "Task" [ 1322.908586] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.917191] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.948970] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.949432] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.951833] env[69742]: INFO nova.compute.claims [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.420263] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061543, 'name': ReconfigVM_Task, 'duration_secs': 0.198372} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.420740] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1323.425505] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afc3510b-46da-4cea-bced-1b4bde105786 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.443846] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for the task: (returnval){ [ 1323.443846] env[69742]: value = "task-4061544" [ 1323.443846] env[69742]: _type = "Task" [ 1323.443846] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.453483] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.878745] env[69742]: DEBUG oslo_concurrency.lockutils [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.879161] env[69742]: DEBUG oslo_concurrency.lockutils [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.879292] env[69742]: DEBUG nova.compute.manager [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Going to confirm migration 9 {{(pid=69742) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1323.954295] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061544, 'name': ReconfigVM_Task, 'duration_secs': 0.116202} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.954628] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804928', 'volume_id': 'f84cc428-4937-4b71-916e-694e7f90b5e2', 'name': 'volume-f84cc428-4937-4b71-916e-694e7f90b5e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f331c528-e76f-441c-8178-a687da0d9c77', 'attached_at': '', 'detached_at': '', 'volume_id': 'f84cc428-4937-4b71-916e-694e7f90b5e2', 'serial': 'f84cc428-4937-4b71-916e-694e7f90b5e2'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1323.954930] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.955698] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636f6fcb-1159-4295-8dde-c4ce0998cf73 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.964702] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.965225] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fec2a4af-810c-4670-a0d5-27e5c57ea2fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.038035] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.038379] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.038647] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Deleting the datastore file [datastore1] f331c528-e76f-441c-8178-a687da0d9c77 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.038926] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e3f82cb-41e6-4cd8-abb1-8bd322b82618 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.047152] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for the task: (returnval){ [ 1324.047152] env[69742]: value = "task-4061546" [ 1324.047152] env[69742]: _type = "Task" [ 1324.047152] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.059814] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.075165] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc26ed2-b162-4741-a9dd-838bf6dccd39 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.086541] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c10ba0c-b7c3-4c68-ad32-2ebaac374770 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.120538] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d5876c-b411-42af-af6d-f7826b488e76 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.130107] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24781141-5e6f-42c9-8ae7-67aa3464b661 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.144749] env[69742]: DEBUG nova.compute.provider_tree [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.458587] env[69742]: DEBUG oslo_concurrency.lockutils [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.458792] env[69742]: DEBUG oslo_concurrency.lockutils [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.458973] env[69742]: DEBUG nova.network.neutron [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.459181] env[69742]: DEBUG nova.objects.instance [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'info_cache' on Instance uuid 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.561182] env[69742]: DEBUG oslo_vmware.api [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Task: {'id': task-4061546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081824} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.561478] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.561668] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.561848] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.616472] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1324.616834] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24bb6d88-a227-4f63-94c3-d3b30152bc65 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.627168] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f00a20-2c10-495b-b03d-8378b0ff011f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.648444] env[69742]: DEBUG nova.scheduler.client.report [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.659490] env[69742]: ERROR nova.compute.manager [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Failed to detach volume f84cc428-4937-4b71-916e-694e7f90b5e2 from /dev/sda: nova.exception.InstanceNotFound: Instance f331c528-e76f-441c-8178-a687da0d9c77 could not be found. [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] Traceback (most recent call last): [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self.driver.rebuild(**kwargs) [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] raise NotImplementedError() [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] NotImplementedError [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] During handling of the above exception, another exception occurred: [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] Traceback (most recent call last): [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self.driver.detach_volume(context, old_connection_info, [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] return self._volumeops.detach_volume(connection_info, instance) [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self._detach_volume_vmdk(connection_info, instance) [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] stable_ref.fetch_moref(session) [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] nova.exception.InstanceNotFound: Instance f331c528-e76f-441c-8178-a687da0d9c77 could not be found. [ 1324.659490] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] [ 1324.782259] env[69742]: DEBUG nova.compute.utils [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Build of instance f331c528-e76f-441c-8178-a687da0d9c77 aborted: Failed to rebuild volume backed instance. {{(pid=69742) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1324.784474] env[69742]: ERROR nova.compute.manager [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f331c528-e76f-441c-8178-a687da0d9c77 aborted: Failed to rebuild volume backed instance. [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] Traceback (most recent call last): [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self.driver.rebuild(**kwargs) [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] raise NotImplementedError() [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] NotImplementedError [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] During handling of the above exception, another exception occurred: [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] Traceback (most recent call last): [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self._detach_root_volume(context, instance, root_bdm) [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] with excutils.save_and_reraise_exception(): [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self.force_reraise() [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] raise self.value [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self.driver.detach_volume(context, old_connection_info, [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] return self._volumeops.detach_volume(connection_info, instance) [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self._detach_volume_vmdk(connection_info, instance) [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] stable_ref.fetch_moref(session) [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] nova.exception.InstanceNotFound: Instance f331c528-e76f-441c-8178-a687da0d9c77 could not be found. [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] During handling of the above exception, another exception occurred: [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] Traceback (most recent call last): [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] yield [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1324.784474] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self._do_rebuild_instance_with_claim( [ 1324.785698] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1324.785698] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self._do_rebuild_instance( [ 1324.785698] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1324.785698] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self._rebuild_default_impl(**kwargs) [ 1324.785698] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1324.785698] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] self._rebuild_volume_backed_instance( [ 1324.785698] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1324.785698] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] raise exception.BuildAbortException( [ 1324.785698] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] nova.exception.BuildAbortException: Build of instance f331c528-e76f-441c-8178-a687da0d9c77 aborted: Failed to rebuild volume backed instance. [ 1324.785698] env[69742]: ERROR nova.compute.manager [instance: f331c528-e76f-441c-8178-a687da0d9c77] [ 1325.162856] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.163434] env[69742]: DEBUG nova.compute.manager [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.668424] env[69742]: DEBUG nova.network.neutron [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance_info_cache with network_info: [{"id": "16636cc5-d832-4dec-93d9-2cba8696c81b", "address": "fa:16:3e:84:ce:c4", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16636cc5-d8", "ovs_interfaceid": "16636cc5-d832-4dec-93d9-2cba8696c81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.670717] env[69742]: DEBUG nova.compute.utils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1325.672463] env[69742]: DEBUG nova.compute.manager [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.672634] env[69742]: DEBUG nova.network.neutron [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.708418] env[69742]: DEBUG nova.policy [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10d5667600048109138dbc314a26eec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b26a90a6b8b42cabc25a5f4a74c5585', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.970877] env[69742]: DEBUG nova.network.neutron [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Successfully created port: 06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.173571] env[69742]: DEBUG oslo_concurrency.lockutils [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-4d3c5a50-80a9-454a-9fe1-b1f39e82d442" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.173898] env[69742]: DEBUG nova.objects.instance [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'migration_context' on Instance uuid 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.175266] env[69742]: DEBUG nova.compute.manager [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.588668] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.679874] env[69742]: DEBUG nova.objects.base [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Object Instance<4d3c5a50-80a9-454a-9fe1-b1f39e82d442> lazy-loaded attributes: info_cache,migration_context {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1326.684038] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2c5f4f-0df0-4d8c-abbe-c6cea67edae0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.706097] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04e049e-380b-4e1e-ab68-0c8ae53f5132 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.712898] env[69742]: DEBUG oslo_vmware.api [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1326.712898] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bb35e7-8e84-3deb-b1eb-3f648fb8b229" [ 1326.712898] env[69742]: _type = "Task" [ 1326.712898] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.722626] env[69742]: DEBUG oslo_vmware.api [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bb35e7-8e84-3deb-b1eb-3f648fb8b229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.799658] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.799970] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.893405] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836d0aab-c631-4098-9e14-5c99b1645513 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.902274] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd0cd3a-e905-4579-a819-4f5d54756540 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.934220] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f016b0f2-1bc7-4415-b194-fdcb9e5aa0d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.942587] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3a3dc8-2c2c-4dd2-898c-2a4658f7c51d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.958823] env[69742]: DEBUG nova.compute.provider_tree [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.188922] env[69742]: DEBUG nova.compute.manager [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1327.219102] env[69742]: DEBUG nova.virt.hardware [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.219376] env[69742]: DEBUG nova.virt.hardware [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.220108] env[69742]: DEBUG nova.virt.hardware [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.220415] env[69742]: DEBUG nova.virt.hardware [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.220613] env[69742]: DEBUG nova.virt.hardware [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.220775] env[69742]: DEBUG nova.virt.hardware [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.221008] env[69742]: DEBUG nova.virt.hardware [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.221253] env[69742]: DEBUG nova.virt.hardware [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.221449] env[69742]: DEBUG nova.virt.hardware [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.221617] env[69742]: DEBUG nova.virt.hardware [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.221854] env[69742]: DEBUG nova.virt.hardware [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.222757] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1736b7c1-d16b-44dd-91d7-674aea96fb96 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.236118] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df157e02-32d5-47c2-a6c4-912d67355dfd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.240221] env[69742]: DEBUG oslo_vmware.api [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bb35e7-8e84-3deb-b1eb-3f648fb8b229, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.241673] env[69742]: DEBUG oslo_concurrency.lockutils [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.349878] env[69742]: DEBUG nova.compute.manager [req-be2f18f6-535c-40ab-a8e4-a5bba0d5e5fc req-0319b97b-01e1-431b-813c-1dd13cdd2201 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Received event network-vif-plugged-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.350145] env[69742]: DEBUG oslo_concurrency.lockutils [req-be2f18f6-535c-40ab-a8e4-a5bba0d5e5fc req-0319b97b-01e1-431b-813c-1dd13cdd2201 service nova] Acquiring lock "878e0205-ff9c-459f-aa05-358e22a17d93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.350323] env[69742]: DEBUG oslo_concurrency.lockutils [req-be2f18f6-535c-40ab-a8e4-a5bba0d5e5fc req-0319b97b-01e1-431b-813c-1dd13cdd2201 service nova] Lock "878e0205-ff9c-459f-aa05-358e22a17d93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.350494] env[69742]: DEBUG oslo_concurrency.lockutils [req-be2f18f6-535c-40ab-a8e4-a5bba0d5e5fc req-0319b97b-01e1-431b-813c-1dd13cdd2201 service nova] Lock "878e0205-ff9c-459f-aa05-358e22a17d93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.350688] env[69742]: DEBUG nova.compute.manager [req-be2f18f6-535c-40ab-a8e4-a5bba0d5e5fc req-0319b97b-01e1-431b-813c-1dd13cdd2201 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] No waiting events found dispatching network-vif-plugged-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.350909] env[69742]: WARNING nova.compute.manager [req-be2f18f6-535c-40ab-a8e4-a5bba0d5e5fc req-0319b97b-01e1-431b-813c-1dd13cdd2201 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Received unexpected event network-vif-plugged-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 for instance with vm_state building and task_state spawning. [ 1327.441548] env[69742]: DEBUG nova.network.neutron [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Successfully updated port: 06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.462398] env[69742]: DEBUG nova.scheduler.client.report [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.747080] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Acquiring lock "f331c528-e76f-441c-8178-a687da0d9c77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.747284] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "f331c528-e76f-441c-8178-a687da0d9c77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.747512] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Acquiring lock "f331c528-e76f-441c-8178-a687da0d9c77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.747839] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "f331c528-e76f-441c-8178-a687da0d9c77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.748122] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "f331c528-e76f-441c-8178-a687da0d9c77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.751110] env[69742]: INFO nova.compute.manager [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Terminating instance [ 1327.944707] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "refresh_cache-878e0205-ff9c-459f-aa05-358e22a17d93" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.944924] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "refresh_cache-878e0205-ff9c-459f-aa05-358e22a17d93" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.945049] env[69742]: DEBUG nova.network.neutron [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.972419] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.172s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.972702] env[69742]: INFO nova.compute.manager [None req-6a5c7990-2f2a-4761-a38c-f787858595f9 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Successfully reverted task state from rebuilding on failure for instance. [ 1327.978270] env[69742]: DEBUG oslo_concurrency.lockutils [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.737s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.255192] env[69742]: DEBUG nova.compute.manager [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.255590] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d16e600f-467f-48f2-880a-6e1de63f6eb4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.266130] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603d8bbc-e8c5-4312-9e67-5fffed345564 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.293790] env[69742]: WARNING nova.virt.vmwareapi.driver [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f331c528-e76f-441c-8178-a687da0d9c77 could not be found. [ 1328.294057] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.294355] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c153242a-772d-4163-a958-6f8805904f3d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.303212] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1612f902-8515-48d1-8f50-d96b74e6b09e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.330884] env[69742]: WARNING nova.virt.vmwareapi.vmops [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f331c528-e76f-441c-8178-a687da0d9c77 could not be found. [ 1328.331092] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.331283] env[69742]: INFO nova.compute.manager [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1328.331537] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.331767] env[69742]: DEBUG nova.compute.manager [-] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.331862] env[69742]: DEBUG nova.network.neutron [-] [instance: f331c528-e76f-441c-8178-a687da0d9c77] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.490459] env[69742]: DEBUG nova.network.neutron [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.580257] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f6e28b-684c-4cd2-b85f-bed91b1b91eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.588668] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a3dfb1-aa47-431a-b80b-a622e3481b5d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.621319] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cb36a8-afb5-4356-899b-7e50eb1f6b91 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.629475] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4562392a-2c8f-47d0-a655-08725ab8537b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.643375] env[69742]: DEBUG nova.compute.provider_tree [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.722969] env[69742]: DEBUG nova.network.neutron [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Updating instance_info_cache with network_info: [{"id": "06dae8e5-f9aa-46ec-8d5e-f7ed44c89640", "address": "fa:16:3e:eb:b4:5b", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dae8e5-f9", "ovs_interfaceid": "06dae8e5-f9aa-46ec-8d5e-f7ed44c89640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.149021] env[69742]: DEBUG nova.scheduler.client.report [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.227856] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "refresh_cache-878e0205-ff9c-459f-aa05-358e22a17d93" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.227856] env[69742]: DEBUG nova.compute.manager [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Instance network_info: |[{"id": "06dae8e5-f9aa-46ec-8d5e-f7ed44c89640", "address": "fa:16:3e:eb:b4:5b", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dae8e5-f9", "ovs_interfaceid": "06dae8e5-f9aa-46ec-8d5e-f7ed44c89640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.227856] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:b4:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06dae8e5-f9aa-46ec-8d5e-f7ed44c89640', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.236066] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.236066] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.236487] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fb67141-9f18-4dd9-a3e9-ab1347272dc6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.261079] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.261079] env[69742]: value = "task-4061547" [ 1329.261079] env[69742]: _type = "Task" [ 1329.261079] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.271372] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061547, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.375986] env[69742]: DEBUG nova.network.neutron [-] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.393365] env[69742]: DEBUG nova.compute.manager [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Received event network-changed-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.393596] env[69742]: DEBUG nova.compute.manager [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Refreshing instance network info cache due to event network-changed-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.393924] env[69742]: DEBUG oslo_concurrency.lockutils [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] Acquiring lock "refresh_cache-878e0205-ff9c-459f-aa05-358e22a17d93" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.394140] env[69742]: DEBUG oslo_concurrency.lockutils [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] Acquired lock "refresh_cache-878e0205-ff9c-459f-aa05-358e22a17d93" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.394432] env[69742]: DEBUG nova.network.neutron [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Refreshing network info cache for port 06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.771469] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061547, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.879676] env[69742]: INFO nova.compute.manager [-] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Took 1.55 seconds to deallocate network for instance. [ 1330.111609] env[69742]: DEBUG nova.network.neutron [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Updated VIF entry in instance network info cache for port 06dae8e5-f9aa-46ec-8d5e-f7ed44c89640. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.111960] env[69742]: DEBUG nova.network.neutron [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Updating instance_info_cache with network_info: [{"id": "06dae8e5-f9aa-46ec-8d5e-f7ed44c89640", "address": "fa:16:3e:eb:b4:5b", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dae8e5-f9", "ovs_interfaceid": "06dae8e5-f9aa-46ec-8d5e-f7ed44c89640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.160209] env[69742]: DEBUG oslo_concurrency.lockutils [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.181s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.272547] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061547, 'name': CreateVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.426592] env[69742]: INFO nova.compute.manager [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Took 0.55 seconds to detach 1 volumes for instance. [ 1330.430080] env[69742]: DEBUG nova.compute.manager [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Deleting volume: f84cc428-4937-4b71-916e-694e7f90b5e2 {{(pid=69742) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1330.615569] env[69742]: DEBUG oslo_concurrency.lockutils [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] Releasing lock "refresh_cache-878e0205-ff9c-459f-aa05-358e22a17d93" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.615743] env[69742]: DEBUG nova.compute.manager [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Received event network-vif-deleted-0a195ca7-eb32-4a1a-9451-2ce515a08463 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.615877] env[69742]: INFO nova.compute.manager [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Neutron deleted interface 0a195ca7-eb32-4a1a-9451-2ce515a08463; detaching it from the instance and deleting it from the info cache [ 1330.616280] env[69742]: DEBUG nova.network.neutron [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.727516] env[69742]: INFO nova.scheduler.client.report [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleted allocation for migration 2cafa845-cfad-4939-bf33-0564bdd93da9 [ 1330.772662] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061547, 'name': CreateVM_Task, 'duration_secs': 1.467125} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.772856] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.773634] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.773848] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.774203] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.774482] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca7d5b7-b1c0-4a02-9bac-c4d0616dad7c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.781349] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1330.781349] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5241c011-efd4-0c40-2a38-9704d961ea1a" [ 1330.781349] env[69742]: _type = "Task" [ 1330.781349] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.790828] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5241c011-efd4-0c40-2a38-9704d961ea1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.977132] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.977448] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.977684] env[69742]: DEBUG nova.objects.instance [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lazy-loading 'resources' on Instance uuid f331c528-e76f-441c-8178-a687da0d9c77 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.118735] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c156595d-9379-4141-b6dc-c70d4027738c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.128786] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1b37a-299a-4276-9d4d-83d10b1ba0b6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.160511] env[69742]: DEBUG nova.compute.manager [req-92143bb2-5849-4dc8-8c56-be6ce53c5fa0 req-e14f8bc3-f960-4852-8985-3120ed29ffc5 service nova] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Detach interface failed, port_id=0a195ca7-eb32-4a1a-9451-2ce515a08463, reason: Instance f331c528-e76f-441c-8178-a687da0d9c77 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.234185] env[69742]: DEBUG oslo_concurrency.lockutils [None req-07873d6f-411c-4074-8382-72c002aa0429 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.355s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.291966] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5241c011-efd4-0c40-2a38-9704d961ea1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.292317] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.292553] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.292793] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.292943] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.293138] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.293407] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03032505-1944-468a-85a2-a38bee0d2443 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.302921] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.303140] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.303880] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87bbc959-5b4e-47fc-ba46-655c5277a5da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.309710] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1331.309710] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e8596a-c6fb-760b-2efe-806d677b441f" [ 1331.309710] env[69742]: _type = "Task" [ 1331.309710] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.318700] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e8596a-c6fb-760b-2efe-806d677b441f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.570348] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184bbba5-e0a1-46e9-aee2-d8bf86024dc1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.578185] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0576902-be5a-425a-9f59-cc47fadaebc6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.615382] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e49a2aa-1f81-4f80-b7dd-5b83b5a834f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.624916] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f2e82c-b93a-4110-a367-d89f852c8d07 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.639272] env[69742]: DEBUG nova.compute.provider_tree [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.820529] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquiring lock "e523181d-7e16-4e3b-92b2-ec7e3b389f7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.820822] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "e523181d-7e16-4e3b-92b2-ec7e3b389f7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.830051] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e8596a-c6fb-760b-2efe-806d677b441f, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.830906] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7029903-baf2-4b27-aeda-69ad781a3873 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.837533] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1331.837533] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52792fc3-da27-f8d7-a4ec-fa6a90b70779" [ 1331.837533] env[69742]: _type = "Task" [ 1331.837533] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.846945] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52792fc3-da27-f8d7-a4ec-fa6a90b70779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.086739] env[69742]: DEBUG oslo_concurrency.lockutils [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.086983] env[69742]: DEBUG oslo_concurrency.lockutils [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.087213] env[69742]: DEBUG oslo_concurrency.lockutils [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.087403] env[69742]: DEBUG oslo_concurrency.lockutils [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.087583] env[69742]: DEBUG oslo_concurrency.lockutils [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.089916] env[69742]: INFO nova.compute.manager [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Terminating instance [ 1332.142364] env[69742]: DEBUG nova.scheduler.client.report [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.324203] env[69742]: DEBUG nova.compute.manager [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1332.349461] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52792fc3-da27-f8d7-a4ec-fa6a90b70779, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.349742] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.350024] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 878e0205-ff9c-459f-aa05-358e22a17d93/878e0205-ff9c-459f-aa05-358e22a17d93.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.350286] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac605152-dbce-4dfd-ba46-9f6e2b782044 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.358595] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1332.358595] env[69742]: value = "task-4061549" [ 1332.358595] env[69742]: _type = "Task" [ 1332.358595] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.369610] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.593602] env[69742]: DEBUG nova.compute.manager [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.593837] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.594787] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c2c7e6-a90e-4ab2-a963-272976d7eec6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.603781] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.604083] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f16b6e66-2a17-4cad-be17-48c9e2ce9c0d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.613550] env[69742]: DEBUG oslo_vmware.api [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1332.613550] env[69742]: value = "task-4061550" [ 1332.613550] env[69742]: _type = "Task" [ 1332.613550] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.623179] env[69742]: DEBUG oslo_vmware.api [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.650030] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.849692] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.849996] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.851876] env[69742]: INFO nova.compute.claims [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.868788] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497868} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.869125] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 878e0205-ff9c-459f-aa05-358e22a17d93/878e0205-ff9c-459f-aa05-358e22a17d93.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.869356] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.869644] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-797e1f06-5c88-4af9-a920-e4619b9918a0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.877043] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1332.877043] env[69742]: value = "task-4061551" [ 1332.877043] env[69742]: _type = "Task" [ 1332.877043] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.885458] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.124581] env[69742]: DEBUG oslo_vmware.api [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061550, 'name': PowerOffVM_Task, 'duration_secs': 0.226054} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.124868] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.125054] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.125315] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d6d0f06-6d4e-48b0-97ff-ec9ede3383fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.171825] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8a18cafb-adbb-4e50-ac1a-469c66f0f2a7 tempest-ServerActionsV293TestJSON-200950244 tempest-ServerActionsV293TestJSON-200950244-project-member] Lock "f331c528-e76f-441c-8178-a687da0d9c77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.425s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.200107] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.200362] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.200538] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleting the datastore file [datastore2] 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.200856] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7800342f-8e04-4c23-870d-d585bad961e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.208773] env[69742]: DEBUG oslo_vmware.api [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1333.208773] env[69742]: value = "task-4061553" [ 1333.208773] env[69742]: _type = "Task" [ 1333.208773] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.217288] env[69742]: DEBUG oslo_vmware.api [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.318268] env[69742]: DEBUG oslo_concurrency.lockutils [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "e56a197f-48d9-4537-9eca-c65bb618e865" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.318595] env[69742]: DEBUG oslo_concurrency.lockutils [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "e56a197f-48d9-4537-9eca-c65bb618e865" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.318765] env[69742]: INFO nova.compute.manager [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Shelving [ 1333.388123] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069348} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.388599] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.389378] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6805b43-433e-4c78-8bf3-5dbda4d01701 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.425073] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 878e0205-ff9c-459f-aa05-358e22a17d93/878e0205-ff9c-459f-aa05-358e22a17d93.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.425517] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9665d42c-d15e-41dc-b17c-768567ec1bb4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.446499] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1333.446499] env[69742]: value = "task-4061554" [ 1333.446499] env[69742]: _type = "Task" [ 1333.446499] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.455513] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.719189] env[69742]: DEBUG oslo_vmware.api [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160365} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.719579] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.719838] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.720078] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.720310] env[69742]: INFO nova.compute.manager [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1333.720635] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.720869] env[69742]: DEBUG nova.compute.manager [-] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.720965] env[69742]: DEBUG nova.network.neutron [-] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.957265] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.958957] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14aec20f-c7ae-4a28-8cb2-7d84109d66bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.966578] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f78d946-0fc3-4b93-bda6-654bf27056ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.998688] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bc579c-9e30-40be-a98f-e3e9702d02e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.007338] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe40182-5fa8-4864-bc0e-a3979cfeec2d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.022731] env[69742]: DEBUG nova.compute.provider_tree [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.211760] env[69742]: DEBUG nova.compute.manager [req-bc8caf6f-1b09-4c40-a2da-6cda36f6a426 req-b1b22e71-0793-44d7-b702-a112752ce230 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Received event network-vif-deleted-16636cc5-d832-4dec-93d9-2cba8696c81b {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.211972] env[69742]: INFO nova.compute.manager [req-bc8caf6f-1b09-4c40-a2da-6cda36f6a426 req-b1b22e71-0793-44d7-b702-a112752ce230 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Neutron deleted interface 16636cc5-d832-4dec-93d9-2cba8696c81b; detaching it from the instance and deleting it from the info cache [ 1334.212202] env[69742]: DEBUG nova.network.neutron [req-bc8caf6f-1b09-4c40-a2da-6cda36f6a426 req-b1b22e71-0793-44d7-b702-a112752ce230 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.329874] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.330337] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67c2ab28-ae31-4272-b427-e18811170c1d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.339846] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1334.339846] env[69742]: value = "task-4061555" [ 1334.339846] env[69742]: _type = "Task" [ 1334.339846] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.350699] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.461065] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061554, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.526855] env[69742]: DEBUG nova.scheduler.client.report [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.684390] env[69742]: DEBUG nova.network.neutron [-] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.714648] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3b4f6f6-493f-4d95-bb76-12f6741ab6fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.725535] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389959d7-f7dd-4452-ba07-3c491637e4bc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.757924] env[69742]: DEBUG nova.compute.manager [req-bc8caf6f-1b09-4c40-a2da-6cda36f6a426 req-b1b22e71-0793-44d7-b702-a112752ce230 service nova] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Detach interface failed, port_id=16636cc5-d832-4dec-93d9-2cba8696c81b, reason: Instance 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1334.851805] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061555, 'name': PowerOffVM_Task, 'duration_secs': 0.218753} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.852034] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.852831] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f9ca49-e763-42ad-beee-ba833995cca3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.872137] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae13913f-40ca-46e7-b5d6-1882309f5bd3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.958066] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061554, 'name': ReconfigVM_Task, 'duration_secs': 1.027228} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.958417] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 878e0205-ff9c-459f-aa05-358e22a17d93/878e0205-ff9c-459f-aa05-358e22a17d93.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.959106] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0c6ff8e-03fe-48f7-ad0a-e714e6fa8041 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.966706] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1334.966706] env[69742]: value = "task-4061556" [ 1334.966706] env[69742]: _type = "Task" [ 1334.966706] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.975530] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061556, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.035161] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.035648] env[69742]: DEBUG nova.compute.manager [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.187322] env[69742]: INFO nova.compute.manager [-] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Took 1.47 seconds to deallocate network for instance. [ 1335.383133] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Creating Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1335.383447] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3bdeef10-eadd-4260-a3c8-a40265a525ed {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.391367] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1335.391367] env[69742]: value = "task-4061557" [ 1335.391367] env[69742]: _type = "Task" [ 1335.391367] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.400961] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061557, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.476355] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061556, 'name': Rename_Task, 'duration_secs': 0.146563} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.476752] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.476922] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5348ec23-b123-4a35-b734-b0532b55c7e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.483640] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1335.483640] env[69742]: value = "task-4061558" [ 1335.483640] env[69742]: _type = "Task" [ 1335.483640] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.492247] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.541066] env[69742]: DEBUG nova.compute.utils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.542557] env[69742]: DEBUG nova.compute.manager [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Not allocating networking since 'none' was specified. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1335.694659] env[69742]: DEBUG oslo_concurrency.lockutils [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.694974] env[69742]: DEBUG oslo_concurrency.lockutils [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.695193] env[69742]: DEBUG oslo_concurrency.lockutils [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.720145] env[69742]: INFO nova.scheduler.client.report [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleted allocations for instance 4d3c5a50-80a9-454a-9fe1-b1f39e82d442 [ 1335.906049] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061557, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.994351] env[69742]: DEBUG oslo_vmware.api [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061558, 'name': PowerOnVM_Task, 'duration_secs': 0.496401} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.994637] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.994849] env[69742]: INFO nova.compute.manager [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1335.995043] env[69742]: DEBUG nova.compute.manager [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.995821] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb830077-2d30-4ff6-a29b-2d2035ca1e51 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.044660] env[69742]: DEBUG nova.compute.manager [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.229882] env[69742]: DEBUG oslo_concurrency.lockutils [None req-46187ebc-3b25-4ab0-835b-b60a471ba7d2 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "4d3c5a50-80a9-454a-9fe1-b1f39e82d442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.143s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.403504] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061557, 'name': CreateSnapshot_Task, 'duration_secs': 0.524903} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.403899] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Created Snapshot of the VM instance {{(pid=69742) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1336.404721] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90858158-2b46-4854-b835-ee107a405acc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.514852] env[69742]: INFO nova.compute.manager [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Took 13.59 seconds to build instance. [ 1336.923708] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Creating linked-clone VM from snapshot {{(pid=69742) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1336.924039] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee54c38b-cabc-4939-9ed6-75a5dbca1814 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.933496] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1336.933496] env[69742]: value = "task-4061559" [ 1336.933496] env[69742]: _type = "Task" [ 1336.933496] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.942295] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061559, 'name': CloneVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.017822] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d80a0f27-6e57-420c-8adc-96caa78946f3 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "878e0205-ff9c-459f-aa05-358e22a17d93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.097s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.054661] env[69742]: DEBUG nova.compute.manager [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.064182] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "b2d93bb9-f0af-40dc-868b-3da432868dcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.064527] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "b2d93bb9-f0af-40dc-868b-3da432868dcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.089183] env[69742]: DEBUG nova.virt.hardware [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.089466] env[69742]: DEBUG nova.virt.hardware [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.089690] env[69742]: DEBUG nova.virt.hardware [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.089921] env[69742]: DEBUG nova.virt.hardware [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.090152] env[69742]: DEBUG nova.virt.hardware [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.090316] env[69742]: DEBUG nova.virt.hardware [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.090575] env[69742]: DEBUG nova.virt.hardware [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.090770] env[69742]: DEBUG nova.virt.hardware [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.090956] env[69742]: DEBUG nova.virt.hardware [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.091158] env[69742]: DEBUG nova.virt.hardware [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.091362] env[69742]: DEBUG nova.virt.hardware [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.092544] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5781810-0bea-432a-9b2c-735946fb055c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.102106] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0969ffac-4bc9-482d-b3c5-44771f8131b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.116140] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.121733] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Creating folder: Project (b17ce8396c4c4a159381a215a6041340). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1337.122551] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbc19049-d3da-44c8-84f9-6c77abcdcb71 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.134769] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Created folder: Project (b17ce8396c4c4a159381a215a6041340) in parent group-v804621. [ 1337.135024] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Creating folder: Instances. Parent ref: group-v804944. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1337.135260] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6f86059-b225-48b7-a9db-fce2eceb0dbe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.146237] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Created folder: Instances in parent group-v804944. [ 1337.146721] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.147103] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.147340] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02ae2839-a61e-4b49-b05f-457eac97c283 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.165770] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.165770] env[69742]: value = "task-4061562" [ 1337.165770] env[69742]: _type = "Task" [ 1337.165770] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.173687] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061562, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.444625] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061559, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.473392] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "878e0205-ff9c-459f-aa05-358e22a17d93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.473655] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "878e0205-ff9c-459f-aa05-358e22a17d93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.473881] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "878e0205-ff9c-459f-aa05-358e22a17d93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.474103] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "878e0205-ff9c-459f-aa05-358e22a17d93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.474247] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "878e0205-ff9c-459f-aa05-358e22a17d93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.476647] env[69742]: INFO nova.compute.manager [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Terminating instance [ 1337.566867] env[69742]: DEBUG nova.compute.manager [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.676745] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061562, 'name': CreateVM_Task, 'duration_secs': 0.285085} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.676960] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.677390] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.677551] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.677883] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.678177] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b25930d-0ca8-4e74-a19f-781687645b17 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.683563] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1337.683563] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e3b06b-45d6-3a4b-f882-f71f36009533" [ 1337.683563] env[69742]: _type = "Task" [ 1337.683563] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.692377] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e3b06b-45d6-3a4b-f882-f71f36009533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.945853] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061559, 'name': CloneVM_Task} progress is 94%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.981594] env[69742]: DEBUG nova.compute.manager [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.981813] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.982833] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bd6076-55e4-42ed-b08b-661fae00f99a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.991506] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.991815] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2242670a-def2-450b-8924-fad563158013 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.998414] env[69742]: DEBUG oslo_vmware.api [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1337.998414] env[69742]: value = "task-4061563" [ 1337.998414] env[69742]: _type = "Task" [ 1337.998414] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.007201] env[69742]: DEBUG oslo_vmware.api [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.095011] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.095312] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.097044] env[69742]: INFO nova.compute.claims [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.195441] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e3b06b-45d6-3a4b-f882-f71f36009533, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.195748] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.196051] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.196257] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.196434] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.196586] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.196868] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0750aa16-0f1d-467a-a744-5abaaeeefe3e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.207448] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.207653] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.208447] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d398a6-e177-4171-a0b9-15abfb25358c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.214884] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1338.214884] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5262ae8d-9910-bb73-8530-b62ecfe08b0b" [ 1338.214884] env[69742]: _type = "Task" [ 1338.214884] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.225232] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5262ae8d-9910-bb73-8530-b62ecfe08b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.446660] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061559, 'name': CloneVM_Task} progress is 95%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.509874] env[69742]: DEBUG oslo_vmware.api [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061563, 'name': PowerOffVM_Task, 'duration_secs': 0.419806} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.510217] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.510406] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.510713] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fde919aa-d3f0-49c1-8fda-e5ec72615953 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.589019] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.589019] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.589019] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleting the datastore file [datastore1] 878e0205-ff9c-459f-aa05-358e22a17d93 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.589019] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ce9f762-a498-4bff-8b51-a27d9c36bfb2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.596934] env[69742]: DEBUG oslo_vmware.api [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1338.596934] env[69742]: value = "task-4061565" [ 1338.596934] env[69742]: _type = "Task" [ 1338.596934] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.609404] env[69742]: DEBUG oslo_vmware.api [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.731479] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5262ae8d-9910-bb73-8530-b62ecfe08b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.733128] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba0cbc9-0010-49ca-8a3a-792ed8734784 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.741040] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1338.741040] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bf163b-5086-eba9-3c87-3fe21f32191c" [ 1338.741040] env[69742]: _type = "Task" [ 1338.741040] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.750031] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bf163b-5086-eba9-3c87-3fe21f32191c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.837228] env[69742]: DEBUG oslo_concurrency.lockutils [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "409c979d-b503-4602-8519-ef2d26ab5f51" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.837545] env[69742]: DEBUG oslo_concurrency.lockutils [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.947359] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061559, 'name': CloneVM_Task, 'duration_secs': 1.789505} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.947619] env[69742]: INFO nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Created linked-clone VM from snapshot [ 1338.948408] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01be7779-90f9-4fe5-b109-f7e5a54caf15 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.957044] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Uploading image 56433497-1281-4132-bba6-88a4e3ef01f9 {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1338.981033] env[69742]: DEBUG oslo_vmware.rw_handles [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1338.981033] env[69742]: value = "vm-804943" [ 1338.981033] env[69742]: _type = "VirtualMachine" [ 1338.981033] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1338.981710] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c3b0df5d-251f-407f-adca-c6e884bbf920 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.989391] env[69742]: DEBUG oslo_vmware.rw_handles [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lease: (returnval){ [ 1338.989391] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d6bf9b-75dc-d0b4-dd5f-fe30a92d4b8d" [ 1338.989391] env[69742]: _type = "HttpNfcLease" [ 1338.989391] env[69742]: } obtained for exporting VM: (result){ [ 1338.989391] env[69742]: value = "vm-804943" [ 1338.989391] env[69742]: _type = "VirtualMachine" [ 1338.989391] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1338.989775] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the lease: (returnval){ [ 1338.989775] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d6bf9b-75dc-d0b4-dd5f-fe30a92d4b8d" [ 1338.989775] env[69742]: _type = "HttpNfcLease" [ 1338.989775] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1338.996934] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1338.996934] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d6bf9b-75dc-d0b4-dd5f-fe30a92d4b8d" [ 1338.996934] env[69742]: _type = "HttpNfcLease" [ 1338.996934] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1339.113959] env[69742]: DEBUG oslo_vmware.api [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278028} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.114399] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.114600] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.114790] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.114969] env[69742]: INFO nova.compute.manager [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1339.115289] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.115526] env[69742]: DEBUG nova.compute.manager [-] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.115626] env[69742]: DEBUG nova.network.neutron [-] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.197090] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0764cde2-5c02-42f6-8e2b-9228df8ec975 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.205246] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f818ac-67bf-45c7-9b9a-d15ea76193e2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.235826] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfcad09-8e35-4ff7-8a8c-71c73e2ff5c0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.246907] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98cac24-de96-45be-a8bd-1212a7d101cc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.263056] env[69742]: DEBUG nova.compute.provider_tree [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.267832] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bf163b-5086-eba9-3c87-3fe21f32191c, 'name': SearchDatastore_Task, 'duration_secs': 0.013542} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.268555] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.268898] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e523181d-7e16-4e3b-92b2-ec7e3b389f7b/e523181d-7e16-4e3b-92b2-ec7e3b389f7b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.269241] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e64fc745-646c-4534-a8be-d4dd614da144 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.281817] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1339.281817] env[69742]: value = "task-4061567" [ 1339.281817] env[69742]: _type = "Task" [ 1339.281817] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.295670] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.341573] env[69742]: INFO nova.compute.manager [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Detaching volume fd89bb5b-7a2d-4f3f-b1d3-1875951b1295 [ 1339.385819] env[69742]: INFO nova.virt.block_device [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Attempting to driver detach volume fd89bb5b-7a2d-4f3f-b1d3-1875951b1295 from mountpoint /dev/sdb [ 1339.386145] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1339.386464] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804936', 'volume_id': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'name': 'volume-fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '409c979d-b503-4602-8519-ef2d26ab5f51', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'serial': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1339.387472] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679c336f-b674-4280-bba7-54dc1e314132 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.415327] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8ffb48-d2a4-4e1d-ae24-ec6c7763f7ff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.419706] env[69742]: DEBUG nova.compute.manager [req-7e7267e5-b444-4d10-a726-a2445705f7b6 req-d6fd317d-b413-4b51-8ee0-138931db3017 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Received event network-vif-deleted-06dae8e5-f9aa-46ec-8d5e-f7ed44c89640 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.419994] env[69742]: INFO nova.compute.manager [req-7e7267e5-b444-4d10-a726-a2445705f7b6 req-d6fd317d-b413-4b51-8ee0-138931db3017 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Neutron deleted interface 06dae8e5-f9aa-46ec-8d5e-f7ed44c89640; detaching it from the instance and deleting it from the info cache [ 1339.420127] env[69742]: DEBUG nova.network.neutron [req-7e7267e5-b444-4d10-a726-a2445705f7b6 req-d6fd317d-b413-4b51-8ee0-138931db3017 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.428432] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052eb879-b223-44ba-96a4-bc40b7f60624 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.454578] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38b7430-dc9a-45b3-bb85-2baaa6d0cfa7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.473988] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd89bb5b-7a2d-4f3f-b1d3-1875951b1295/volume-fd89bb5b-7a2d-4f3f-b1d3-1875951b1295.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1339.479646] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1339.480147] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-947be632-d9d8-443b-929f-5865379fb5bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.504487] env[69742]: DEBUG oslo_vmware.api [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1339.504487] env[69742]: value = "task-4061568" [ 1339.504487] env[69742]: _type = "Task" [ 1339.504487] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.506554] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.506554] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d6bf9b-75dc-d0b4-dd5f-fe30a92d4b8d" [ 1339.506554] env[69742]: _type = "HttpNfcLease" [ 1339.506554] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1339.509804] env[69742]: DEBUG oslo_vmware.rw_handles [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1339.509804] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52d6bf9b-75dc-d0b4-dd5f-fe30a92d4b8d" [ 1339.509804] env[69742]: _type = "HttpNfcLease" [ 1339.509804] env[69742]: }. {{(pid=69742) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1339.510577] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f01fe6-f567-4c00-b025-d6ee57a7071c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.521811] env[69742]: DEBUG oslo_vmware.api [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.525343] env[69742]: DEBUG oslo_vmware.rw_handles [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522492cd-6e7c-9bb8-3e95-0c87c574fb33/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1339.525653] env[69742]: DEBUG oslo_vmware.rw_handles [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522492cd-6e7c-9bb8-3e95-0c87c574fb33/disk-0.vmdk for reading. {{(pid=69742) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1339.674253] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05d1e264-bc67-4bb4-ad54-1d30ef909b33 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.770459] env[69742]: DEBUG nova.scheduler.client.report [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.794689] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061567, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.894568] env[69742]: DEBUG nova.network.neutron [-] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.924096] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4407773-d84f-482f-bc86-bf82b021723b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.934527] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be354db6-270d-48bf-bb8b-75608f8fb92e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.963804] env[69742]: DEBUG nova.compute.manager [req-7e7267e5-b444-4d10-a726-a2445705f7b6 req-d6fd317d-b413-4b51-8ee0-138931db3017 service nova] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Detach interface failed, port_id=06dae8e5-f9aa-46ec-8d5e-f7ed44c89640, reason: Instance 878e0205-ff9c-459f-aa05-358e22a17d93 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1340.016746] env[69742]: DEBUG oslo_vmware.api [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061568, 'name': ReconfigVM_Task, 'duration_secs': 0.281038} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.017099] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1340.022255] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bfbf9f7-92f7-407f-97f5-eff7a9bc57cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.040334] env[69742]: DEBUG oslo_vmware.api [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1340.040334] env[69742]: value = "task-4061569" [ 1340.040334] env[69742]: _type = "Task" [ 1340.040334] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.050361] env[69742]: DEBUG oslo_vmware.api [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.276258] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.277023] env[69742]: DEBUG nova.compute.manager [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.293678] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636146} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.294240] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e523181d-7e16-4e3b-92b2-ec7e3b389f7b/e523181d-7e16-4e3b-92b2-ec7e3b389f7b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.294971] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.295361] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-897c25e5-4be1-42c8-baef-17f3573fde6e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.304170] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1340.304170] env[69742]: value = "task-4061570" [ 1340.304170] env[69742]: _type = "Task" [ 1340.304170] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.313246] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.399930] env[69742]: INFO nova.compute.manager [-] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Took 1.28 seconds to deallocate network for instance. [ 1340.551889] env[69742]: DEBUG oslo_vmware.api [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.782459] env[69742]: DEBUG nova.compute.utils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1340.784219] env[69742]: DEBUG nova.compute.manager [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1340.786023] env[69742]: DEBUG nova.network.neutron [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.815451] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.832950] env[69742]: DEBUG nova.policy [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c28c12e3764affb0fe66edf2375315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e75b20ccb74934b5ef91445d88ed54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1340.908066] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.908775] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.909179] env[69742]: DEBUG nova.objects.instance [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lazy-loading 'resources' on Instance uuid 878e0205-ff9c-459f-aa05-358e22a17d93 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.053900] env[69742]: DEBUG oslo_vmware.api [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.147293] env[69742]: DEBUG nova.network.neutron [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Successfully created port: 3f39f048-03bd-41dd-a03b-7e4c3e28066a {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.288189] env[69742]: DEBUG nova.compute.manager [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.315472] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061570, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.512288] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7955eec-75f3-4e37-a2bc-7886a958b7af {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.520638] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8486baf0-5b3e-44e9-9360-de7c4933283a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.556880] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194741e9-4a81-4051-81ec-d2610c4a9665 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.569651] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d303d6d5-74bb-4cb0-9bb5-000ae782b9f6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.573878] env[69742]: DEBUG oslo_vmware.api [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061569, 'name': ReconfigVM_Task, 'duration_secs': 1.195058} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.574266] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804936', 'volume_id': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'name': 'volume-fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '409c979d-b503-4602-8519-ef2d26ab5f51', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295', 'serial': 'fd89bb5b-7a2d-4f3f-b1d3-1875951b1295'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1341.587795] env[69742]: DEBUG nova.compute.provider_tree [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.816451] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.036171} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.816860] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.817774] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c49503-5664-4d12-9a34-2ec24c93adcb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.842774] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e523181d-7e16-4e3b-92b2-ec7e3b389f7b/e523181d-7e16-4e3b-92b2-ec7e3b389f7b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.844199] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab2fe4e5-7b58-4a44-a409-ab0a40de6624 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.866948] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1341.866948] env[69742]: value = "task-4061571" [ 1341.866948] env[69742]: _type = "Task" [ 1341.866948] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.877356] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.091632] env[69742]: DEBUG nova.scheduler.client.report [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.124053] env[69742]: DEBUG nova.objects.instance [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'flavor' on Instance uuid 409c979d-b503-4602-8519-ef2d26ab5f51 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.304134] env[69742]: DEBUG nova.compute.manager [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.334542] env[69742]: DEBUG nova.virt.hardware [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.334879] env[69742]: DEBUG nova.virt.hardware [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.335221] env[69742]: DEBUG nova.virt.hardware [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.335308] env[69742]: DEBUG nova.virt.hardware [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.335415] env[69742]: DEBUG nova.virt.hardware [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.335633] env[69742]: DEBUG nova.virt.hardware [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.335822] env[69742]: DEBUG nova.virt.hardware [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.335987] env[69742]: DEBUG nova.virt.hardware [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.336180] env[69742]: DEBUG nova.virt.hardware [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.336349] env[69742]: DEBUG nova.virt.hardware [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.336703] env[69742]: DEBUG nova.virt.hardware [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.337741] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cb2b33-b3db-4d4f-9f64-d2d240e7ac43 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.346880] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d01658f-b094-45d6-b5db-2b987a6156ad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.376638] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061571, 'name': ReconfigVM_Task, 'duration_secs': 0.335412} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.376915] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e523181d-7e16-4e3b-92b2-ec7e3b389f7b/e523181d-7e16-4e3b-92b2-ec7e3b389f7b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.377567] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95740e33-4d7b-4cbc-9d0f-26c0ec9860da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.385982] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1342.385982] env[69742]: value = "task-4061572" [ 1342.385982] env[69742]: _type = "Task" [ 1342.385982] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.394705] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061572, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.577542] env[69742]: DEBUG nova.compute.manager [req-7c93b5e7-8936-481e-8b3b-cdc746238e6a req-13f716f7-e8d0-40ea-b95d-15f9d8ee49fb service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Received event network-vif-plugged-3f39f048-03bd-41dd-a03b-7e4c3e28066a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.577819] env[69742]: DEBUG oslo_concurrency.lockutils [req-7c93b5e7-8936-481e-8b3b-cdc746238e6a req-13f716f7-e8d0-40ea-b95d-15f9d8ee49fb service nova] Acquiring lock "b2d93bb9-f0af-40dc-868b-3da432868dcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.578362] env[69742]: DEBUG oslo_concurrency.lockutils [req-7c93b5e7-8936-481e-8b3b-cdc746238e6a req-13f716f7-e8d0-40ea-b95d-15f9d8ee49fb service nova] Lock "b2d93bb9-f0af-40dc-868b-3da432868dcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.578362] env[69742]: DEBUG oslo_concurrency.lockutils [req-7c93b5e7-8936-481e-8b3b-cdc746238e6a req-13f716f7-e8d0-40ea-b95d-15f9d8ee49fb service nova] Lock "b2d93bb9-f0af-40dc-868b-3da432868dcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.578587] env[69742]: DEBUG nova.compute.manager [req-7c93b5e7-8936-481e-8b3b-cdc746238e6a req-13f716f7-e8d0-40ea-b95d-15f9d8ee49fb service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] No waiting events found dispatching network-vif-plugged-3f39f048-03bd-41dd-a03b-7e4c3e28066a {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.578779] env[69742]: WARNING nova.compute.manager [req-7c93b5e7-8936-481e-8b3b-cdc746238e6a req-13f716f7-e8d0-40ea-b95d-15f9d8ee49fb service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Received unexpected event network-vif-plugged-3f39f048-03bd-41dd-a03b-7e4c3e28066a for instance with vm_state building and task_state spawning. [ 1342.598304] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.629656] env[69742]: INFO nova.scheduler.client.report [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted allocations for instance 878e0205-ff9c-459f-aa05-358e22a17d93 [ 1342.663929] env[69742]: DEBUG nova.network.neutron [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Successfully updated port: 3f39f048-03bd-41dd-a03b-7e4c3e28066a {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.895622] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061572, 'name': Rename_Task, 'duration_secs': 0.173295} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.896033] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.896188] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9522e1d7-4c00-4c73-aef0-cc329ca51b5a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.904311] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1342.904311] env[69742]: value = "task-4061573" [ 1342.904311] env[69742]: _type = "Task" [ 1342.904311] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.913107] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.083354] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "409c979d-b503-4602-8519-ef2d26ab5f51" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.137565] env[69742]: DEBUG oslo_concurrency.lockutils [None req-038f5289-de92-4211-b165-06841da5f0b5 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.300s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.140063] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0f48b2b5-8cc1-4748-8be4-16926c3b24a2 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "878e0205-ff9c-459f-aa05-358e22a17d93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.665s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.140691] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.058s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.140938] env[69742]: DEBUG nova.compute.manager [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.142039] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b3d76d-dfff-4e6e-bec4-5fcf1335db33 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.149656] env[69742]: DEBUG nova.compute.manager [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69742) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1343.150276] env[69742]: DEBUG nova.objects.instance [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'flavor' on Instance uuid 409c979d-b503-4602-8519-ef2d26ab5f51 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.166712] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.166910] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.167776] env[69742]: DEBUG nova.network.neutron [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.416178] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.714557] env[69742]: DEBUG nova.network.neutron [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.860756] env[69742]: DEBUG nova.network.neutron [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance_info_cache with network_info: [{"id": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "address": "fa:16:3e:6e:0a:36", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f39f048-03", "ovs_interfaceid": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.916814] env[69742]: DEBUG oslo_vmware.api [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061573, 'name': PowerOnVM_Task, 'duration_secs': 0.748371} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.917228] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.917361] env[69742]: INFO nova.compute.manager [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1343.917566] env[69742]: DEBUG nova.compute.manager [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.918415] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b57ba4-e94d-4151-b1da-776401128cea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.158624] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.158995] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-461c4809-5349-4cbf-930c-ac0fb98e0437 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.167474] env[69742]: DEBUG oslo_vmware.api [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1344.167474] env[69742]: value = "task-4061574" [ 1344.167474] env[69742]: _type = "Task" [ 1344.167474] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.177022] env[69742]: DEBUG oslo_vmware.api [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.364079] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.364579] env[69742]: DEBUG nova.compute.manager [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Instance network_info: |[{"id": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "address": "fa:16:3e:6e:0a:36", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f39f048-03", "ovs_interfaceid": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.365213] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:0a:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f39f048-03bd-41dd-a03b-7e4c3e28066a', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.378184] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.378558] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.378884] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6beaa3fa-99c0-4e7d-afaa-8d60e442d604 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.409401] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.409401] env[69742]: value = "task-4061575" [ 1344.409401] env[69742]: _type = "Task" [ 1344.409401] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.420819] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061575, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.436206] env[69742]: INFO nova.compute.manager [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Took 11.61 seconds to build instance. [ 1344.607376] env[69742]: DEBUG nova.compute.manager [req-21e07d78-44e0-4342-b80d-f9f2238e5bdb req-c352735d-5b29-4243-9fcc-233b2223660a service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Received event network-changed-3f39f048-03bd-41dd-a03b-7e4c3e28066a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.607376] env[69742]: DEBUG nova.compute.manager [req-21e07d78-44e0-4342-b80d-f9f2238e5bdb req-c352735d-5b29-4243-9fcc-233b2223660a service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Refreshing instance network info cache due to event network-changed-3f39f048-03bd-41dd-a03b-7e4c3e28066a. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.607376] env[69742]: DEBUG oslo_concurrency.lockutils [req-21e07d78-44e0-4342-b80d-f9f2238e5bdb req-c352735d-5b29-4243-9fcc-233b2223660a service nova] Acquiring lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.607376] env[69742]: DEBUG oslo_concurrency.lockutils [req-21e07d78-44e0-4342-b80d-f9f2238e5bdb req-c352735d-5b29-4243-9fcc-233b2223660a service nova] Acquired lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.607535] env[69742]: DEBUG nova.network.neutron [req-21e07d78-44e0-4342-b80d-f9f2238e5bdb req-c352735d-5b29-4243-9fcc-233b2223660a service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Refreshing network info cache for port 3f39f048-03bd-41dd-a03b-7e4c3e28066a {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.629724] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "2261fca0-e61b-4d2b-b503-989fce00a64d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.630020] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "2261fca0-e61b-4d2b-b503-989fce00a64d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.678664] env[69742]: DEBUG oslo_vmware.api [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061574, 'name': PowerOffVM_Task, 'duration_secs': 0.226052} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.679039] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.679231] env[69742]: DEBUG nova.compute.manager [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1344.680102] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df35c2b-5dc0-4bb8-b38f-a4c63da4249b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.920836] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061575, 'name': CreateVM_Task, 'duration_secs': 0.391718} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.921250] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.921876] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.922078] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.922450] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.922723] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f0d8452-efb0-4874-942a-991797c86eb9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.929092] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1344.929092] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524b64f1-08b2-ac99-2c85-8ee6ac98242a" [ 1344.929092] env[69742]: _type = "Task" [ 1344.929092] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.938359] env[69742]: DEBUG oslo_concurrency.lockutils [None req-62d005f5-ec25-4bda-bc93-c0935bc48bc3 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "e523181d-7e16-4e3b-92b2-ec7e3b389f7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.117s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.938658] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524b64f1-08b2-ac99-2c85-8ee6ac98242a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.132594] env[69742]: DEBUG nova.compute.manager [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.196012] env[69742]: DEBUG oslo_concurrency.lockutils [None req-cf2c0ab7-8f7f-47f6-b9c4-6d72319e9d17 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.333866] env[69742]: DEBUG nova.network.neutron [req-21e07d78-44e0-4342-b80d-f9f2238e5bdb req-c352735d-5b29-4243-9fcc-233b2223660a service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updated VIF entry in instance network info cache for port 3f39f048-03bd-41dd-a03b-7e4c3e28066a. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.334327] env[69742]: DEBUG nova.network.neutron [req-21e07d78-44e0-4342-b80d-f9f2238e5bdb req-c352735d-5b29-4243-9fcc-233b2223660a service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance_info_cache with network_info: [{"id": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "address": "fa:16:3e:6e:0a:36", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f39f048-03", "ovs_interfaceid": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.363574] env[69742]: INFO nova.compute.manager [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Rebuilding instance [ 1345.409637] env[69742]: DEBUG nova.compute.manager [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.410697] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2941565-c12b-483d-a5f3-7104d9fb85d2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.441380] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524b64f1-08b2-ac99-2c85-8ee6ac98242a, 'name': SearchDatastore_Task, 'duration_secs': 0.010863} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.441757] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.441928] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.442179] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.442329] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.442543] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.443056] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe3413f8-0d07-4848-a890-6729fea9ed2b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.452149] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.452337] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.453325] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa0088c-8f37-442d-9761-ee3dbc094b70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.459375] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1345.459375] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c05920-4696-3852-a878-0a2844e77595" [ 1345.459375] env[69742]: _type = "Task" [ 1345.459375] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.468673] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c05920-4696-3852-a878-0a2844e77595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.505311] env[69742]: DEBUG nova.objects.instance [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'flavor' on Instance uuid 409c979d-b503-4602-8519-ef2d26ab5f51 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.653627] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.653913] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.655453] env[69742]: INFO nova.compute.claims [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.838126] env[69742]: DEBUG oslo_concurrency.lockutils [req-21e07d78-44e0-4342-b80d-f9f2238e5bdb req-c352735d-5b29-4243-9fcc-233b2223660a service nova] Releasing lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.971028] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c05920-4696-3852-a878-0a2844e77595, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.971968] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d31b5ef-051a-4505-8079-27d3b161f9f6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.979219] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1345.979219] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52351cbe-05d5-0667-6529-fc01b4b7d512" [ 1345.979219] env[69742]: _type = "Task" [ 1345.979219] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.991210] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52351cbe-05d5-0667-6529-fc01b4b7d512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.010926] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.011137] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquired lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.011341] env[69742]: DEBUG nova.network.neutron [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.011511] env[69742]: DEBUG nova.objects.instance [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'info_cache' on Instance uuid 409c979d-b503-4602-8519-ef2d26ab5f51 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.426548] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.426946] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d6843e1-d130-40fd-8fbd-0a2f7795179b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.439825] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1346.439825] env[69742]: value = "task-4061576" [ 1346.439825] env[69742]: _type = "Task" [ 1346.439825] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.451295] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.491043] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52351cbe-05d5-0667-6529-fc01b4b7d512, 'name': SearchDatastore_Task, 'duration_secs': 0.011527} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.491253] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.491390] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] b2d93bb9-f0af-40dc-868b-3da432868dcd/b2d93bb9-f0af-40dc-868b-3da432868dcd.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.491667] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3331f1bf-269c-4a10-81d9-257d268f572f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.499823] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1346.499823] env[69742]: value = "task-4061577" [ 1346.499823] env[69742]: _type = "Task" [ 1346.499823] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.510938] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.514355] env[69742]: DEBUG nova.objects.base [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Object Instance<409c979d-b503-4602-8519-ef2d26ab5f51> lazy-loaded attributes: flavor,info_cache {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1346.761056] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2ad26c-8a2e-454d-8ade-b630b8a59c0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.771243] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec41cb9e-296c-4808-82e6-c48865397dca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.807026] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84b5116-2f77-404f-b949-03ca9d228958 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.817758] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7138fe8b-4bd8-4983-b64d-bf51cf35ff17 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.835327] env[69742]: DEBUG nova.compute.provider_tree [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.952629] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061576, 'name': PowerOffVM_Task, 'duration_secs': 0.216956} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.952996] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.953762] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.954723] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f25389-9c6f-438b-8e58-5a66912c1c72 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.962705] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.963050] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-900c89ab-3ad7-4ee4-af96-737fe8163684 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.993845] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.994267] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.994334] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Deleting the datastore file [datastore2] e523181d-7e16-4e3b-92b2-ec7e3b389f7b {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.994637] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-422530ad-aac3-4ba9-9cd7-176d72527ee9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.005366] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1347.005366] env[69742]: value = "task-4061579" [ 1347.005366] env[69742]: _type = "Task" [ 1347.005366] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.013008] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469177} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.013784] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] b2d93bb9-f0af-40dc-868b-3da432868dcd/b2d93bb9-f0af-40dc-868b-3da432868dcd.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.014093] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.014389] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4729242f-c15f-4bd3-bcca-aed196bfb892 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.021834] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.027996] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1347.027996] env[69742]: value = "task-4061580" [ 1347.027996] env[69742]: _type = "Task" [ 1347.027996] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.038298] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.254994] env[69742]: DEBUG nova.network.neutron [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Updating instance_info_cache with network_info: [{"id": "015fac14-f194-4ec0-a79b-f321e1b913e8", "address": "fa:16:3e:28:d0:a6", "network": {"id": "e9265a73-43ba-4532-bcbb-d396ea3d2394", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310520554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd8c369c6deb46a591abb377d030a543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015fac14-f1", "ovs_interfaceid": "015fac14-f194-4ec0-a79b-f321e1b913e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.338668] env[69742]: DEBUG nova.scheduler.client.report [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.504825] env[69742]: DEBUG oslo_vmware.rw_handles [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522492cd-6e7c-9bb8-3e95-0c87c574fb33/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1347.505867] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147db409-efa2-47d9-bd2d-47353ca05086 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.515364] env[69742]: DEBUG oslo_vmware.rw_handles [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522492cd-6e7c-9bb8-3e95-0c87c574fb33/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1347.515549] env[69742]: ERROR oslo_vmware.rw_handles [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522492cd-6e7c-9bb8-3e95-0c87c574fb33/disk-0.vmdk due to incomplete transfer. [ 1347.519046] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2bcd6ef4-7438-4412-ab14-c372b4534c3d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.520311] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105776} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.520554] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.520736] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.520921] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.533250] env[69742]: DEBUG oslo_vmware.rw_handles [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522492cd-6e7c-9bb8-3e95-0c87c574fb33/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1347.533487] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Uploaded image 56433497-1281-4132-bba6-88a4e3ef01f9 to the Glance image server {{(pid=69742) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1347.535769] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Destroying the VM {{(pid=69742) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1347.536410] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de820cef-0ace-45ef-b61d-ef502be00335 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.541083] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076137} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.541662] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.542456] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4cd32a-49f0-48af-9da3-2c140f22fd9c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.549111] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1347.549111] env[69742]: value = "task-4061581" [ 1347.549111] env[69742]: _type = "Task" [ 1347.549111] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.568974] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b2d93bb9-f0af-40dc-868b-3da432868dcd/b2d93bb9-f0af-40dc-868b-3da432868dcd.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.573549] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dede6665-dae4-491d-adf8-5fbc9b6f17f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.595657] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061581, 'name': Destroy_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.597524] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1347.597524] env[69742]: value = "task-4061582" [ 1347.597524] env[69742]: _type = "Task" [ 1347.597524] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.609473] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.759062] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Releasing lock "refresh_cache-409c979d-b503-4602-8519-ef2d26ab5f51" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.844230] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.844844] env[69742]: DEBUG nova.compute.manager [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.070995] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061581, 'name': Destroy_Task, 'duration_secs': 0.336905} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.071495] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Destroyed the VM [ 1348.071659] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Deleting Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1348.072023] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-98514a85-764a-4ab5-9625-44b93c61451c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.081484] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1348.081484] env[69742]: value = "task-4061583" [ 1348.081484] env[69742]: _type = "Task" [ 1348.081484] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.091929] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.109274] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.350252] env[69742]: DEBUG nova.compute.utils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.352245] env[69742]: DEBUG nova.compute.manager [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1348.352439] env[69742]: DEBUG nova.network.neutron [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1348.398746] env[69742]: DEBUG nova.policy [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10d5667600048109138dbc314a26eec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b26a90a6b8b42cabc25a5f4a74c5585', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.560546] env[69742]: DEBUG nova.virt.hardware [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.560789] env[69742]: DEBUG nova.virt.hardware [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.561017] env[69742]: DEBUG nova.virt.hardware [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.561241] env[69742]: DEBUG nova.virt.hardware [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.561395] env[69742]: DEBUG nova.virt.hardware [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.561545] env[69742]: DEBUG nova.virt.hardware [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.561761] env[69742]: DEBUG nova.virt.hardware [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.561926] env[69742]: DEBUG nova.virt.hardware [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.562120] env[69742]: DEBUG nova.virt.hardware [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.562293] env[69742]: DEBUG nova.virt.hardware [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.562485] env[69742]: DEBUG nova.virt.hardware [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.563402] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f7613f-fa52-46ee-8f98-5272a409aca0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.572361] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a8c5b9-bdca-46b1-91e9-813958dd3127 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.588766] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Instance VIF info [] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.595724] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.599109] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.599416] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f28d1b33-76bf-4fcf-81f7-c69f70e4bbb8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.622736] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061583, 'name': RemoveSnapshot_Task, 'duration_secs': 0.429373} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.627526] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Deleted Snapshot of the VM instance {{(pid=69742) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1348.627526] env[69742]: DEBUG nova.compute.manager [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.627846] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.628727] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.628727] env[69742]: value = "task-4061584" [ 1348.628727] env[69742]: _type = "Task" [ 1348.628727] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.629193] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d75cbc8-b1d7-41de-a88a-f2121324df3d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.645079] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061584, 'name': CreateVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.688193] env[69742]: DEBUG nova.network.neutron [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Successfully created port: 2e087152-fa22-4a1f-8aec-d24c0877e035 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.767279] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.767758] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70174d98-a319-49d1-aa8d-3867696b7dab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.775659] env[69742]: DEBUG oslo_vmware.api [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1348.775659] env[69742]: value = "task-4061585" [ 1348.775659] env[69742]: _type = "Task" [ 1348.775659] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.783734] env[69742]: DEBUG oslo_vmware.api [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.856223] env[69742]: DEBUG nova.compute.manager [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.111978] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061582, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.144754] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061584, 'name': CreateVM_Task} progress is 25%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.149512] env[69742]: INFO nova.compute.manager [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Shelve offloading [ 1349.286773] env[69742]: DEBUG oslo_vmware.api [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061585, 'name': PowerOnVM_Task, 'duration_secs': 0.388669} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.286954] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.287092] env[69742]: DEBUG nova.compute.manager [None req-5ba3eeee-04cc-4e13-b581-7fcddc150681 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.287941] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da943181-d6f1-4633-9737-b21be7bf04b2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.610604] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061582, 'name': ReconfigVM_Task, 'duration_secs': 1.568772} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.610842] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b2d93bb9-f0af-40dc-868b-3da432868dcd/b2d93bb9-f0af-40dc-868b-3da432868dcd.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.611518] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff192b63-214b-40fc-84ff-4b65316c1379 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.619253] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1349.619253] env[69742]: value = "task-4061586" [ 1349.619253] env[69742]: _type = "Task" [ 1349.619253] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.629999] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061586, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.641693] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061584, 'name': CreateVM_Task, 'duration_secs': 0.722781} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.641858] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.642321] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.642491] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.642836] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.643113] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9640261-abc0-4ccc-beac-6c359c1a5b3c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.648953] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1349.648953] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524cbff3-25f2-ad6c-b72d-7e85c2881957" [ 1349.648953] env[69742]: _type = "Task" [ 1349.648953] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.654490] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.658321] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef5d9bab-e947-4264-a3c7-ced71e038e47 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.660741] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524cbff3-25f2-ad6c-b72d-7e85c2881957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.666981] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1349.666981] env[69742]: value = "task-4061587" [ 1349.666981] env[69742]: _type = "Task" [ 1349.666981] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.676130] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.865843] env[69742]: DEBUG nova.compute.manager [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.893290] env[69742]: DEBUG nova.virt.hardware [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.893729] env[69742]: DEBUG nova.virt.hardware [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.894111] env[69742]: DEBUG nova.virt.hardware [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.894401] env[69742]: DEBUG nova.virt.hardware [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.894628] env[69742]: DEBUG nova.virt.hardware [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.894857] env[69742]: DEBUG nova.virt.hardware [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.895168] env[69742]: DEBUG nova.virt.hardware [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.895418] env[69742]: DEBUG nova.virt.hardware [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.895783] env[69742]: DEBUG nova.virt.hardware [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.895945] env[69742]: DEBUG nova.virt.hardware [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.896213] env[69742]: DEBUG nova.virt.hardware [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.897186] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6f90ca-1b84-4f5c-a3ed-76dd1279747f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.905513] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1ce10d-9f7c-4a61-bff3-3b36852a7236 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.071402] env[69742]: DEBUG nova.compute.manager [req-d3fba58b-5694-4b9e-9cdb-25dba412582d req-e3c7f77a-2902-484c-ba3c-431664113c00 service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Received event network-vif-plugged-2e087152-fa22-4a1f-8aec-d24c0877e035 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.071763] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3fba58b-5694-4b9e-9cdb-25dba412582d req-e3c7f77a-2902-484c-ba3c-431664113c00 service nova] Acquiring lock "2261fca0-e61b-4d2b-b503-989fce00a64d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.072269] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3fba58b-5694-4b9e-9cdb-25dba412582d req-e3c7f77a-2902-484c-ba3c-431664113c00 service nova] Lock "2261fca0-e61b-4d2b-b503-989fce00a64d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.072474] env[69742]: DEBUG oslo_concurrency.lockutils [req-d3fba58b-5694-4b9e-9cdb-25dba412582d req-e3c7f77a-2902-484c-ba3c-431664113c00 service nova] Lock "2261fca0-e61b-4d2b-b503-989fce00a64d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.072653] env[69742]: DEBUG nova.compute.manager [req-d3fba58b-5694-4b9e-9cdb-25dba412582d req-e3c7f77a-2902-484c-ba3c-431664113c00 service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] No waiting events found dispatching network-vif-plugged-2e087152-fa22-4a1f-8aec-d24c0877e035 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.072826] env[69742]: WARNING nova.compute.manager [req-d3fba58b-5694-4b9e-9cdb-25dba412582d req-e3c7f77a-2902-484c-ba3c-431664113c00 service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Received unexpected event network-vif-plugged-2e087152-fa22-4a1f-8aec-d24c0877e035 for instance with vm_state building and task_state spawning. [ 1350.130246] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061586, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.154110] env[69742]: DEBUG nova.network.neutron [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Successfully updated port: 2e087152-fa22-4a1f-8aec-d24c0877e035 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1350.162493] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]524cbff3-25f2-ad6c-b72d-7e85c2881957, 'name': SearchDatastore_Task, 'duration_secs': 0.012099} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.162912] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.163254] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.163464] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.163630] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.163832] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.164271] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0e014b2-5b7c-4ae8-81d5-9daade9562c1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.178349] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] VM already powered off {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1350.178536] env[69742]: DEBUG nova.compute.manager [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.178869] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.179042] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.180221] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca674bb-e7a6-4a7c-b4a4-96a94fb56267 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.182725] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b7598e-b273-4382-a7c3-cbb5e601efff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.189658] env[69742]: DEBUG oslo_concurrency.lockutils [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.189859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.190088] env[69742]: DEBUG nova.network.neutron [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.192507] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1350.192507] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5299ed27-f527-b36a-8d4e-0fd20f5b177c" [ 1350.192507] env[69742]: _type = "Task" [ 1350.192507] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.202048] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5299ed27-f527-b36a-8d4e-0fd20f5b177c, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.202990] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a43884b-99d5-4907-9cd4-4c41f78f8f94 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.208817] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1350.208817] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c7efc8-aa3d-ae4e-69b9-c553f58d5c29" [ 1350.208817] env[69742]: _type = "Task" [ 1350.208817] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.216720] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c7efc8-aa3d-ae4e-69b9-c553f58d5c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.632462] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061586, 'name': Rename_Task, 'duration_secs': 0.79483} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.632748] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.632994] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3c6808f-57ed-4d3c-9c51-a7c1aa652d7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.639490] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1350.639490] env[69742]: value = "task-4061588" [ 1350.639490] env[69742]: _type = "Task" [ 1350.639490] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.647432] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.657196] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "refresh_cache-2261fca0-e61b-4d2b-b503-989fce00a64d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.657302] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "refresh_cache-2261fca0-e61b-4d2b-b503-989fce00a64d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.657466] env[69742]: DEBUG nova.network.neutron [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.724411] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c7efc8-aa3d-ae4e-69b9-c553f58d5c29, 'name': SearchDatastore_Task, 'duration_secs': 0.009989} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.724859] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.725283] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e523181d-7e16-4e3b-92b2-ec7e3b389f7b/e523181d-7e16-4e3b-92b2-ec7e3b389f7b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1350.728209] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca4b677f-5865-42b0-9fc8-22ba7b73e38c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.736198] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1350.736198] env[69742]: value = "task-4061589" [ 1350.736198] env[69742]: _type = "Task" [ 1350.736198] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.745594] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.939523] env[69742]: DEBUG nova.network.neutron [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updating instance_info_cache with network_info: [{"id": "45631379-cebf-49f7-b3b3-e012008c079c", "address": "fa:16:3e:3f:6a:38", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45631379-ce", "ovs_interfaceid": "45631379-cebf-49f7-b3b3-e012008c079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.153208] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.197352] env[69742]: DEBUG nova.network.neutron [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.249595] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49107} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.250020] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] e523181d-7e16-4e3b-92b2-ec7e3b389f7b/e523181d-7e16-4e3b-92b2-ec7e3b389f7b.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.250323] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.250625] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86534776-9443-401e-9a19-1d76f87a3bcf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.259056] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1351.259056] env[69742]: value = "task-4061590" [ 1351.259056] env[69742]: _type = "Task" [ 1351.259056] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.268382] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.352889] env[69742]: DEBUG nova.network.neutron [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Updating instance_info_cache with network_info: [{"id": "2e087152-fa22-4a1f-8aec-d24c0877e035", "address": "fa:16:3e:7e:4a:b0", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e087152-fa", "ovs_interfaceid": "2e087152-fa22-4a1f-8aec-d24c0877e035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.442604] env[69742]: DEBUG oslo_concurrency.lockutils [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.650300] env[69742]: DEBUG oslo_vmware.api [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061588, 'name': PowerOnVM_Task, 'duration_secs': 0.621786} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.650597] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.650905] env[69742]: INFO nova.compute.manager [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1351.650986] env[69742]: DEBUG nova.compute.manager [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.651823] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc12814d-2ea4-40ed-b635-bfe500a00b6d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.769504] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070046} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.769923] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.770776] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e222631a-10b0-4edc-ae58-02c1fc674718 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.791859] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e523181d-7e16-4e3b-92b2-ec7e3b389f7b/e523181d-7e16-4e3b-92b2-ec7e3b389f7b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.793158] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.793438] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ebc470-f2bb-4e16-a082-d37fa84b7513 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.808403] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e597c70b-60a4-45b4-8406-fc88b6ad23c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.816411] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.817854] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48870555-ca36-4da9-9009-9054b630214d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.819551] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1351.819551] env[69742]: value = "task-4061591" [ 1351.819551] env[69742]: _type = "Task" [ 1351.819551] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.830453] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.855807] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "refresh_cache-2261fca0-e61b-4d2b-b503-989fce00a64d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.856201] env[69742]: DEBUG nova.compute.manager [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Instance network_info: |[{"id": "2e087152-fa22-4a1f-8aec-d24c0877e035", "address": "fa:16:3e:7e:4a:b0", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e087152-fa", "ovs_interfaceid": "2e087152-fa22-4a1f-8aec-d24c0877e035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.856718] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:4a:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e087152-fa22-4a1f-8aec-d24c0877e035', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.864907] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.865179] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.865426] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bda8093-f614-47b5-a14b-2e31246ae882 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.887315] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.887315] env[69742]: value = "task-4061593" [ 1351.887315] env[69742]: _type = "Task" [ 1351.887315] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.895920] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061593, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.916211] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.916459] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.916726] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleting the datastore file [datastore2] e56a197f-48d9-4537-9eca-c65bb618e865 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.917023] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aeae214-3c43-488c-acc3-426be2644375 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.925871] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1351.925871] env[69742]: value = "task-4061594" [ 1351.925871] env[69742]: _type = "Task" [ 1351.925871] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.934891] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.141795] env[69742]: DEBUG nova.compute.manager [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Received event network-changed-2e087152-fa22-4a1f-8aec-d24c0877e035 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.141880] env[69742]: DEBUG nova.compute.manager [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Refreshing instance network info cache due to event network-changed-2e087152-fa22-4a1f-8aec-d24c0877e035. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.142249] env[69742]: DEBUG oslo_concurrency.lockutils [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] Acquiring lock "refresh_cache-2261fca0-e61b-4d2b-b503-989fce00a64d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.142309] env[69742]: DEBUG oslo_concurrency.lockutils [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] Acquired lock "refresh_cache-2261fca0-e61b-4d2b-b503-989fce00a64d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.142476] env[69742]: DEBUG nova.network.neutron [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Refreshing network info cache for port 2e087152-fa22-4a1f-8aec-d24c0877e035 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.176896] env[69742]: INFO nova.compute.manager [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Took 14.10 seconds to build instance. [ 1352.330830] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.398178] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061593, 'name': CreateVM_Task, 'duration_secs': 0.400464} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.398390] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.399173] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.399411] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.399771] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.400122] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a8b542e-c4e0-46a9-9ece-1aa2dd68105e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.406075] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1352.406075] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ed6520-2b93-816a-10d7-2d5106b1445c" [ 1352.406075] env[69742]: _type = "Task" [ 1352.406075] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.416556] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ed6520-2b93-816a-10d7-2d5106b1445c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.435828] env[69742]: DEBUG oslo_vmware.api [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498436} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.437135] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.437437] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.437826] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.460081] env[69742]: INFO nova.scheduler.client.report [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleted allocations for instance e56a197f-48d9-4537-9eca-c65bb618e865 [ 1352.680167] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8e939ef-48ea-455a-a8ef-d6bdeb5a7a60 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "b2d93bb9-f0af-40dc-868b-3da432868dcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.616s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.831464] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061591, 'name': ReconfigVM_Task, 'duration_secs': 0.963732} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.834027] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e523181d-7e16-4e3b-92b2-ec7e3b389f7b/e523181d-7e16-4e3b-92b2-ec7e3b389f7b.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.834691] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8de1a64-cd18-4d86-8f79-6d65967e823e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.842982] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1352.842982] env[69742]: value = "task-4061595" [ 1352.842982] env[69742]: _type = "Task" [ 1352.842982] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.853594] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061595, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.868142] env[69742]: DEBUG nova.network.neutron [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Updated VIF entry in instance network info cache for port 2e087152-fa22-4a1f-8aec-d24c0877e035. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.868531] env[69742]: DEBUG nova.network.neutron [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Updating instance_info_cache with network_info: [{"id": "2e087152-fa22-4a1f-8aec-d24c0877e035", "address": "fa:16:3e:7e:4a:b0", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e087152-fa", "ovs_interfaceid": "2e087152-fa22-4a1f-8aec-d24c0877e035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.918248] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52ed6520-2b93-816a-10d7-2d5106b1445c, 'name': SearchDatastore_Task, 'duration_secs': 0.028693} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.918705] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.919160] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.919314] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.919360] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.919613] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.919978] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b1add94-f3eb-4d3a-84f8-f2839b532254 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.930853] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.931096] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.932136] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a53fff-b17a-4110-bcd3-5819760fd007 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.937660] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1352.937660] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5291f4e2-06b7-379f-c01d-bc72cbba665a" [ 1352.937660] env[69742]: _type = "Task" [ 1352.937660] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.948294] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5291f4e2-06b7-379f-c01d-bc72cbba665a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.965167] env[69742]: DEBUG oslo_concurrency.lockutils [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.965528] env[69742]: DEBUG oslo_concurrency.lockutils [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.965805] env[69742]: DEBUG nova.objects.instance [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'resources' on Instance uuid e56a197f-48d9-4537-9eca-c65bb618e865 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.997187] env[69742]: DEBUG nova.compute.manager [req-5d6677c6-5479-495f-bb54-42fc9a2263ef req-8f9f8069-3de5-489b-be6e-4b6986c87529 service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Received event network-changed-3f39f048-03bd-41dd-a03b-7e4c3e28066a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.997637] env[69742]: DEBUG nova.compute.manager [req-5d6677c6-5479-495f-bb54-42fc9a2263ef req-8f9f8069-3de5-489b-be6e-4b6986c87529 service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Refreshing instance network info cache due to event network-changed-3f39f048-03bd-41dd-a03b-7e4c3e28066a. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.997637] env[69742]: DEBUG oslo_concurrency.lockutils [req-5d6677c6-5479-495f-bb54-42fc9a2263ef req-8f9f8069-3de5-489b-be6e-4b6986c87529 service nova] Acquiring lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.997747] env[69742]: DEBUG oslo_concurrency.lockutils [req-5d6677c6-5479-495f-bb54-42fc9a2263ef req-8f9f8069-3de5-489b-be6e-4b6986c87529 service nova] Acquired lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.997859] env[69742]: DEBUG nova.network.neutron [req-5d6677c6-5479-495f-bb54-42fc9a2263ef req-8f9f8069-3de5-489b-be6e-4b6986c87529 service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Refreshing network info cache for port 3f39f048-03bd-41dd-a03b-7e4c3e28066a {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.353802] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061595, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.371752] env[69742]: DEBUG oslo_concurrency.lockutils [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] Releasing lock "refresh_cache-2261fca0-e61b-4d2b-b503-989fce00a64d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.372067] env[69742]: DEBUG nova.compute.manager [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Received event network-vif-unplugged-45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.372289] env[69742]: DEBUG oslo_concurrency.lockutils [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] Acquiring lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.372509] env[69742]: DEBUG oslo_concurrency.lockutils [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] Lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.372708] env[69742]: DEBUG oslo_concurrency.lockutils [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] Lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.372931] env[69742]: DEBUG nova.compute.manager [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] No waiting events found dispatching network-vif-unplugged-45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1353.373173] env[69742]: WARNING nova.compute.manager [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Received unexpected event network-vif-unplugged-45631379-cebf-49f7-b3b3-e012008c079c for instance with vm_state shelved and task_state shelving_offloading. [ 1353.373335] env[69742]: DEBUG nova.compute.manager [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Received event network-changed-45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.373503] env[69742]: DEBUG nova.compute.manager [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Refreshing instance network info cache due to event network-changed-45631379-cebf-49f7-b3b3-e012008c079c. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.373703] env[69742]: DEBUG oslo_concurrency.lockutils [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] Acquiring lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.373850] env[69742]: DEBUG oslo_concurrency.lockutils [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] Acquired lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.374029] env[69742]: DEBUG nova.network.neutron [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Refreshing network info cache for port 45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.448940] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5291f4e2-06b7-379f-c01d-bc72cbba665a, 'name': SearchDatastore_Task, 'duration_secs': 0.019008} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.449827] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fc7aa5-c29f-4f72-b170-31211aa40afa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.456310] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1353.456310] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5225fe13-8ddf-ee77-756a-223871096f63" [ 1353.456310] env[69742]: _type = "Task" [ 1353.456310] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.465313] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5225fe13-8ddf-ee77-756a-223871096f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.469095] env[69742]: DEBUG nova.objects.instance [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'numa_topology' on Instance uuid e56a197f-48d9-4537-9eca-c65bb618e865 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.733570] env[69742]: DEBUG nova.network.neutron [req-5d6677c6-5479-495f-bb54-42fc9a2263ef req-8f9f8069-3de5-489b-be6e-4b6986c87529 service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updated VIF entry in instance network info cache for port 3f39f048-03bd-41dd-a03b-7e4c3e28066a. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.733940] env[69742]: DEBUG nova.network.neutron [req-5d6677c6-5479-495f-bb54-42fc9a2263ef req-8f9f8069-3de5-489b-be6e-4b6986c87529 service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance_info_cache with network_info: [{"id": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "address": "fa:16:3e:6e:0a:36", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f39f048-03", "ovs_interfaceid": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.856507] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061595, 'name': Rename_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.966676] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5225fe13-8ddf-ee77-756a-223871096f63, 'name': SearchDatastore_Task, 'duration_secs': 0.022836} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.966965] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.967254] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 2261fca0-e61b-4d2b-b503-989fce00a64d/2261fca0-e61b-4d2b-b503-989fce00a64d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.967524] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbbcc947-c233-482c-8e0e-4389913d0d98 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.971139] env[69742]: DEBUG nova.objects.base [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1353.974806] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1353.974806] env[69742]: value = "task-4061596" [ 1353.974806] env[69742]: _type = "Task" [ 1353.974806] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.985610] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.068527] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a534e91-fa80-46a9-a611-2ae2b95bcf59 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.077377] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c6036d-7da7-4ff7-a115-48e564b64b8d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.112702] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c957fd-0ec1-4982-af8e-15fdc38676f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.121195] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db85f3f9-ba0e-489a-bf71-a73de7015010 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.136180] env[69742]: DEBUG nova.compute.provider_tree [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.150096] env[69742]: DEBUG nova.network.neutron [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updated VIF entry in instance network info cache for port 45631379-cebf-49f7-b3b3-e012008c079c. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.150477] env[69742]: DEBUG nova.network.neutron [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updating instance_info_cache with network_info: [{"id": "45631379-cebf-49f7-b3b3-e012008c079c", "address": "fa:16:3e:3f:6a:38", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": null, "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap45631379-ce", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.237010] env[69742]: DEBUG oslo_concurrency.lockutils [req-5d6677c6-5479-495f-bb54-42fc9a2263ef req-8f9f8069-3de5-489b-be6e-4b6986c87529 service nova] Releasing lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.358069] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061595, 'name': Rename_Task, 'duration_secs': 1.118194} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.358455] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.358730] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31df76bd-c169-4c6d-af61-fa8b49b3751c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.367362] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1354.367362] env[69742]: value = "task-4061597" [ 1354.367362] env[69742]: _type = "Task" [ 1354.367362] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.377768] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.484466] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467827} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.484737] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 2261fca0-e61b-4d2b-b503-989fce00a64d/2261fca0-e61b-4d2b-b503-989fce00a64d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.484939] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.485232] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c32b3a4-7e29-40c4-9509-11badd1fe4c1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.492354] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1354.492354] env[69742]: value = "task-4061598" [ 1354.492354] env[69742]: _type = "Task" [ 1354.492354] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.500561] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.640044] env[69742]: DEBUG nova.scheduler.client.report [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.653235] env[69742]: DEBUG oslo_concurrency.lockutils [req-5ddeae03-a304-4146-a177-02d0906da7a2 req-9275ac05-32e8-4cee-b96b-2ccf6af3f425 service nova] Releasing lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.702769] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "e56a197f-48d9-4537-9eca-c65bb618e865" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.877808] env[69742]: DEBUG oslo_vmware.api [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061597, 'name': PowerOnVM_Task, 'duration_secs': 0.483842} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.878116] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.878336] env[69742]: DEBUG nova.compute.manager [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.879212] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff5d74c-f483-4c20-a2b9-d2618bb45f29 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.004073] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063215} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.004381] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.005207] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d01391c-d697-46fd-bc4e-f8a83bbebd32 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.027481] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 2261fca0-e61b-4d2b-b503-989fce00a64d/2261fca0-e61b-4d2b-b503-989fce00a64d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.027755] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fee4dad3-c36b-4234-96d1-99faee61eefc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.048427] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1355.048427] env[69742]: value = "task-4061599" [ 1355.048427] env[69742]: _type = "Task" [ 1355.048427] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.056785] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.145314] env[69742]: DEBUG oslo_concurrency.lockutils [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.396052] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.396052] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.396052] env[69742]: DEBUG nova.objects.instance [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69742) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1355.558019] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061599, 'name': ReconfigVM_Task, 'duration_secs': 0.349288} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.558344] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 2261fca0-e61b-4d2b-b503-989fce00a64d/2261fca0-e61b-4d2b-b503-989fce00a64d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.559339] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-999a542a-a7e0-4ca1-ac47-9b2a3711c802 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.566439] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1355.566439] env[69742]: value = "task-4061600" [ 1355.566439] env[69742]: _type = "Task" [ 1355.566439] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.575787] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061600, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.653945] env[69742]: DEBUG oslo_concurrency.lockutils [None req-13edb7c3-afe6-4617-8cdd-43cd6154723d tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "e56a197f-48d9-4537-9eca-c65bb618e865" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.335s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.654968] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "e56a197f-48d9-4537-9eca-c65bb618e865" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.952s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.655234] env[69742]: INFO nova.compute.manager [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Unshelving [ 1356.077015] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061600, 'name': Rename_Task, 'duration_secs': 0.138405} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.077337] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.077590] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61ae58bd-ef35-4465-94e6-affaf7562568 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.085178] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1356.085178] env[69742]: value = "task-4061601" [ 1356.085178] env[69742]: _type = "Task" [ 1356.085178] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.095487] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.383074] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquiring lock "e523181d-7e16-4e3b-92b2-ec7e3b389f7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.383498] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "e523181d-7e16-4e3b-92b2-ec7e3b389f7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.383789] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquiring lock "e523181d-7e16-4e3b-92b2-ec7e3b389f7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.384069] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "e523181d-7e16-4e3b-92b2-ec7e3b389f7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.384305] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "e523181d-7e16-4e3b-92b2-ec7e3b389f7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.387742] env[69742]: INFO nova.compute.manager [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Terminating instance [ 1356.403892] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0d3e1824-71ae-4415-a393-5b8ef50668ac tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.596276] env[69742]: DEBUG oslo_vmware.api [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061601, 'name': PowerOnVM_Task, 'duration_secs': 0.506035} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.596570] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.596812] env[69742]: INFO nova.compute.manager [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1356.597043] env[69742]: DEBUG nova.compute.manager [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.597856] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf655f1-498a-4610-9587-38ff2e3463ff {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.683480] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.683629] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.683854] env[69742]: DEBUG nova.objects.instance [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'pci_requests' on Instance uuid e56a197f-48d9-4537-9eca-c65bb618e865 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.893032] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquiring lock "refresh_cache-e523181d-7e16-4e3b-92b2-ec7e3b389f7b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.893225] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquired lock "refresh_cache-e523181d-7e16-4e3b-92b2-ec7e3b389f7b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.893279] env[69742]: DEBUG nova.network.neutron [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.114997] env[69742]: INFO nova.compute.manager [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Took 11.48 seconds to build instance. [ 1357.188275] env[69742]: DEBUG nova.objects.instance [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'numa_topology' on Instance uuid e56a197f-48d9-4537-9eca-c65bb618e865 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.412833] env[69742]: DEBUG nova.network.neutron [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.459036] env[69742]: DEBUG nova.network.neutron [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.617178] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a389e3f-7314-451e-a1ab-79f33958df9e tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "2261fca0-e61b-4d2b-b503-989fce00a64d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.987s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.691280] env[69742]: INFO nova.compute.claims [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.962371] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Releasing lock "refresh_cache-e523181d-7e16-4e3b-92b2-ec7e3b389f7b" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.962985] env[69742]: DEBUG nova.compute.manager [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.963297] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.964610] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc395b9-9da2-4c81-930a-c8ec4d48acdb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.975353] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.975717] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-953f499d-a3b2-4d9b-ad14-5182f0709c21 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.983840] env[69742]: DEBUG oslo_vmware.api [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1357.983840] env[69742]: value = "task-4061602" [ 1357.983840] env[69742]: _type = "Task" [ 1357.983840] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.993341] env[69742]: DEBUG oslo_vmware.api [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.190103] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.190311] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.494525] env[69742]: DEBUG oslo_vmware.api [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061602, 'name': PowerOffVM_Task, 'duration_secs': 0.123518} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.494905] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.494963] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.495214] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4b94f78-242f-49e0-b06b-661ccf051231 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.522606] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.522862] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.523017] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Deleting the datastore file [datastore2] e523181d-7e16-4e3b-92b2-ec7e3b389f7b {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.523305] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e62ddabb-d807-49c6-bb5a-dea78d70bb2e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.529865] env[69742]: DEBUG oslo_vmware.api [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for the task: (returnval){ [ 1358.529865] env[69742]: value = "task-4061604" [ 1358.529865] env[69742]: _type = "Task" [ 1358.529865] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.538112] env[69742]: DEBUG oslo_vmware.api [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.693302] env[69742]: DEBUG nova.compute.manager [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.809103] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de328c0-c326-4c6a-986f-83264ea1d77a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.817315] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177e6256-017f-4c6a-8548-f419ddce97c3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.847948] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2658da-016f-47de-85d8-c9b9bfc7e09a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.856226] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9a394f-d309-406c-a4c3-17b5d83235cd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.870857] env[69742]: DEBUG nova.compute.provider_tree [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.041203] env[69742]: DEBUG oslo_vmware.api [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Task: {'id': task-4061604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122001} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.041203] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.041395] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.041574] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.041748] env[69742]: INFO nova.compute.manager [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1359.042040] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.042207] env[69742]: DEBUG nova.compute.manager [-] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.042304] env[69742]: DEBUG nova.network.neutron [-] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.060352] env[69742]: DEBUG nova.network.neutron [-] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.213117] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.374098] env[69742]: DEBUG nova.scheduler.client.report [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.562955] env[69742]: DEBUG nova.network.neutron [-] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.879432] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.196s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.881682] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.669s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.883513] env[69742]: INFO nova.compute.claims [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.913128] env[69742]: INFO nova.network.neutron [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updating port 45631379-cebf-49f7-b3b3-e012008c079c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1360.065539] env[69742]: INFO nova.compute.manager [-] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Took 1.02 seconds to deallocate network for instance. [ 1360.572224] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.998699] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20890ab6-40c3-4bb8-a5cb-1701723b99a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.007289] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1410fc-5f30-425b-91a9-0ca3b4bb789c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.038829] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a22bb43-10ac-46cc-8540-926a2dcb987f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.046954] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218e5dfd-cebb-48e3-874a-4721c5ef4419 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.062220] env[69742]: DEBUG nova.compute.provider_tree [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.314583] env[69742]: DEBUG nova.compute.manager [req-285e045d-157e-4928-995d-7c0640c9a5b5 req-57d411ff-1542-4af4-b8bf-0d700f902143 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Received event network-vif-plugged-45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.315180] env[69742]: DEBUG oslo_concurrency.lockutils [req-285e045d-157e-4928-995d-7c0640c9a5b5 req-57d411ff-1542-4af4-b8bf-0d700f902143 service nova] Acquiring lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.315406] env[69742]: DEBUG oslo_concurrency.lockutils [req-285e045d-157e-4928-995d-7c0640c9a5b5 req-57d411ff-1542-4af4-b8bf-0d700f902143 service nova] Lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.315597] env[69742]: DEBUG oslo_concurrency.lockutils [req-285e045d-157e-4928-995d-7c0640c9a5b5 req-57d411ff-1542-4af4-b8bf-0d700f902143 service nova] Lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.315768] env[69742]: DEBUG nova.compute.manager [req-285e045d-157e-4928-995d-7c0640c9a5b5 req-57d411ff-1542-4af4-b8bf-0d700f902143 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] No waiting events found dispatching network-vif-plugged-45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.316102] env[69742]: WARNING nova.compute.manager [req-285e045d-157e-4928-995d-7c0640c9a5b5 req-57d411ff-1542-4af4-b8bf-0d700f902143 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Received unexpected event network-vif-plugged-45631379-cebf-49f7-b3b3-e012008c079c for instance with vm_state shelved_offloaded and task_state spawning. [ 1361.406810] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.407053] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.407197] env[69742]: DEBUG nova.network.neutron [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.565421] env[69742]: DEBUG nova.scheduler.client.report [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.071009] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.071611] env[69742]: DEBUG nova.compute.manager [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.074285] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.502s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.074474] env[69742]: DEBUG nova.objects.instance [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lazy-loading 'resources' on Instance uuid e523181d-7e16-4e3b-92b2-ec7e3b389f7b {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.129370] env[69742]: DEBUG nova.network.neutron [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updating instance_info_cache with network_info: [{"id": "45631379-cebf-49f7-b3b3-e012008c079c", "address": "fa:16:3e:3f:6a:38", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45631379-ce", "ovs_interfaceid": "45631379-cebf-49f7-b3b3-e012008c079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.578017] env[69742]: DEBUG nova.compute.utils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.582300] env[69742]: DEBUG nova.compute.manager [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.582704] env[69742]: DEBUG nova.network.neutron [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.620283] env[69742]: DEBUG nova.policy [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10d5667600048109138dbc314a26eec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b26a90a6b8b42cabc25a5f4a74c5585', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.631510] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.661446] env[69742]: DEBUG nova.virt.hardware [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4e55e3449494eb894f5d46e0827744b0',container_format='bare',created_at=2025-05-13T01:26:34Z,direct_url=,disk_format='vmdk',id=56433497-1281-4132-bba6-88a4e3ef01f9,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-496872345-shelved',owner='f9b891153d7542509f03ec959380928b',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-05-13T01:26:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.661707] env[69742]: DEBUG nova.virt.hardware [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.661862] env[69742]: DEBUG nova.virt.hardware [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.662086] env[69742]: DEBUG nova.virt.hardware [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.662281] env[69742]: DEBUG nova.virt.hardware [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.662482] env[69742]: DEBUG nova.virt.hardware [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.662707] env[69742]: DEBUG nova.virt.hardware [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.662873] env[69742]: DEBUG nova.virt.hardware [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.663086] env[69742]: DEBUG nova.virt.hardware [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.663227] env[69742]: DEBUG nova.virt.hardware [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.663406] env[69742]: DEBUG nova.virt.hardware [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.664319] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fe71c8-d954-4989-b3de-360c505d66f3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.675340] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecc18d2-30a0-49c8-a4f9-d8a6d46fd6be {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.680849] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef2088a-27e7-400b-a926-d47442b243dc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.697445] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9c28ef-7c30-4b9c-955a-a33ad5fda85b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.701513] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:6a:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45631379-cebf-49f7-b3b3-e012008c079c', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.708982] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.709285] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.709977] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e10eb2b-551f-43e8-9e06-543dc60e618a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.752117] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3184b7-fc86-4cb9-bfa0-bda7b20919e8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.757315] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.757315] env[69742]: value = "task-4061605" [ 1362.757315] env[69742]: _type = "Task" [ 1362.757315] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.763900] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3cac92-6b05-4055-8e95-f85d29efe0d7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.776761] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061605, 'name': CreateVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.784994] env[69742]: DEBUG nova.compute.provider_tree [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.909881] env[69742]: DEBUG nova.network.neutron [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Successfully created port: 9921dc1f-8867-4c40-be77-9fd5a968a126 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.083047] env[69742]: DEBUG nova.compute.manager [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.270322] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061605, 'name': CreateVM_Task, 'duration_secs': 0.36038} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.270515] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.271262] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.271439] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.271833] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.272120] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-538f44dd-7852-4eb5-87ee-a5fe33f0a226 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.277529] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1363.277529] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52472fa1-46ee-95e3-c77b-128c820bd659" [ 1363.277529] env[69742]: _type = "Task" [ 1363.277529] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.286265] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52472fa1-46ee-95e3-c77b-128c820bd659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.288258] env[69742]: DEBUG nova.scheduler.client.report [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.413723] env[69742]: DEBUG nova.compute.manager [req-eccc4d67-ab4e-4721-8766-61bfccc95bc3 req-63232edc-cb2f-4f3a-b194-a4dec15270ab service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Received event network-changed-45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.413928] env[69742]: DEBUG nova.compute.manager [req-eccc4d67-ab4e-4721-8766-61bfccc95bc3 req-63232edc-cb2f-4f3a-b194-a4dec15270ab service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Refreshing instance network info cache due to event network-changed-45631379-cebf-49f7-b3b3-e012008c079c. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.414179] env[69742]: DEBUG oslo_concurrency.lockutils [req-eccc4d67-ab4e-4721-8766-61bfccc95bc3 req-63232edc-cb2f-4f3a-b194-a4dec15270ab service nova] Acquiring lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.414325] env[69742]: DEBUG oslo_concurrency.lockutils [req-eccc4d67-ab4e-4721-8766-61bfccc95bc3 req-63232edc-cb2f-4f3a-b194-a4dec15270ab service nova] Acquired lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.414529] env[69742]: DEBUG nova.network.neutron [req-eccc4d67-ab4e-4721-8766-61bfccc95bc3 req-63232edc-cb2f-4f3a-b194-a4dec15270ab service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Refreshing network info cache for port 45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.790715] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.790903] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Processing image 56433497-1281-4132-bba6-88a4e3ef01f9 {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.791161] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9/56433497-1281-4132-bba6-88a4e3ef01f9.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.791310] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquired lock "[datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9/56433497-1281-4132-bba6-88a4e3ef01f9.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.791494] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.791755] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebf623f0-80a9-411e-b601-ad671c2e034e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.794172] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.814302] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.814520] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.815477] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1adc8d-dc66-4211-a70b-7ed7ab536087 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.819267] env[69742]: INFO nova.scheduler.client.report [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Deleted allocations for instance e523181d-7e16-4e3b-92b2-ec7e3b389f7b [ 1363.825618] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1363.825618] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52aadb26-721f-3e32-338c-7a47ef056cf3" [ 1363.825618] env[69742]: _type = "Task" [ 1363.825618] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.842206] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Preparing fetch location {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1363.842483] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Fetch image to [datastore2] OSTACK_IMG_2870a6d0-3b17-4abc-b698-167cf1195b94/OSTACK_IMG_2870a6d0-3b17-4abc-b698-167cf1195b94.vmdk {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1363.842672] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Downloading stream optimized image 56433497-1281-4132-bba6-88a4e3ef01f9 to [datastore2] OSTACK_IMG_2870a6d0-3b17-4abc-b698-167cf1195b94/OSTACK_IMG_2870a6d0-3b17-4abc-b698-167cf1195b94.vmdk on the data store datastore2 as vApp {{(pid=69742) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1363.842849] env[69742]: DEBUG nova.virt.vmwareapi.images [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Downloading image file data 56433497-1281-4132-bba6-88a4e3ef01f9 to the ESX as VM named 'OSTACK_IMG_2870a6d0-3b17-4abc-b698-167cf1195b94' {{(pid=69742) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1363.931805] env[69742]: DEBUG oslo_vmware.rw_handles [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1363.931805] env[69742]: value = "resgroup-9" [ 1363.931805] env[69742]: _type = "ResourcePool" [ 1363.931805] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1363.932220] env[69742]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-92439899-c657-4641-872b-c1c5c7d3c34d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.957076] env[69742]: DEBUG oslo_vmware.rw_handles [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lease: (returnval){ [ 1363.957076] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524962ae-6df8-77d1-263e-a128a84f0550" [ 1363.957076] env[69742]: _type = "HttpNfcLease" [ 1363.957076] env[69742]: } obtained for vApp import into resource pool (val){ [ 1363.957076] env[69742]: value = "resgroup-9" [ 1363.957076] env[69742]: _type = "ResourcePool" [ 1363.957076] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1363.957681] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the lease: (returnval){ [ 1363.957681] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524962ae-6df8-77d1-263e-a128a84f0550" [ 1363.957681] env[69742]: _type = "HttpNfcLease" [ 1363.957681] env[69742]: } to be ready. {{(pid=69742) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1363.964588] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.964588] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524962ae-6df8-77d1-263e-a128a84f0550" [ 1363.964588] env[69742]: _type = "HttpNfcLease" [ 1363.964588] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1364.095802] env[69742]: DEBUG nova.compute.manager [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.125302] env[69742]: DEBUG nova.virt.hardware [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.125561] env[69742]: DEBUG nova.virt.hardware [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.125705] env[69742]: DEBUG nova.virt.hardware [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.125888] env[69742]: DEBUG nova.virt.hardware [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.126049] env[69742]: DEBUG nova.virt.hardware [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.126204] env[69742]: DEBUG nova.virt.hardware [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.126415] env[69742]: DEBUG nova.virt.hardware [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.126575] env[69742]: DEBUG nova.virt.hardware [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.126750] env[69742]: DEBUG nova.virt.hardware [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.126926] env[69742]: DEBUG nova.virt.hardware [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.127117] env[69742]: DEBUG nova.virt.hardware [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.128437] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52e5b26-592b-4d59-a1b4-a5cc8b0f882e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.136829] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd2eaf9-9040-40cd-b623-a1dd30bbb60c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.189915] env[69742]: DEBUG nova.network.neutron [req-eccc4d67-ab4e-4721-8766-61bfccc95bc3 req-63232edc-cb2f-4f3a-b194-a4dec15270ab service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updated VIF entry in instance network info cache for port 45631379-cebf-49f7-b3b3-e012008c079c. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.190377] env[69742]: DEBUG nova.network.neutron [req-eccc4d67-ab4e-4721-8766-61bfccc95bc3 req-63232edc-cb2f-4f3a-b194-a4dec15270ab service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updating instance_info_cache with network_info: [{"id": "45631379-cebf-49f7-b3b3-e012008c079c", "address": "fa:16:3e:3f:6a:38", "network": {"id": "c9456756-d5a4-472b-89e7-73cc54235d63", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-11778006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9b891153d7542509f03ec959380928b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45631379-ce", "ovs_interfaceid": "45631379-cebf-49f7-b3b3-e012008c079c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.328091] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8d9fce3-e18e-4cb6-b0b0-80e996e862d5 tempest-ServersListShow2100Test-1116018117 tempest-ServersListShow2100Test-1116018117-project-member] Lock "e523181d-7e16-4e3b-92b2-ec7e3b389f7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.944s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.467577] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.467577] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524962ae-6df8-77d1-263e-a128a84f0550" [ 1364.467577] env[69742]: _type = "HttpNfcLease" [ 1364.467577] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1364.684464] env[69742]: DEBUG nova.network.neutron [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Successfully updated port: 9921dc1f-8867-4c40-be77-9fd5a968a126 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.693598] env[69742]: DEBUG oslo_concurrency.lockutils [req-eccc4d67-ab4e-4721-8766-61bfccc95bc3 req-63232edc-cb2f-4f3a-b194-a4dec15270ab service nova] Releasing lock "refresh_cache-e56a197f-48d9-4537-9eca-c65bb618e865" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.966218] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.966218] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524962ae-6df8-77d1-263e-a128a84f0550" [ 1364.966218] env[69742]: _type = "HttpNfcLease" [ 1364.966218] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1365.187699] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "refresh_cache-c0464757-8812-4d9c-aee0-ad0d90ad85c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.187699] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "refresh_cache-c0464757-8812-4d9c-aee0-ad0d90ad85c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.187699] env[69742]: DEBUG nova.network.neutron [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.441526] env[69742]: DEBUG nova.compute.manager [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Received event network-vif-plugged-9921dc1f-8867-4c40-be77-9fd5a968a126 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.441878] env[69742]: DEBUG oslo_concurrency.lockutils [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] Acquiring lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.441969] env[69742]: DEBUG oslo_concurrency.lockutils [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] Lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.442446] env[69742]: DEBUG oslo_concurrency.lockutils [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] Lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.442642] env[69742]: DEBUG nova.compute.manager [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] No waiting events found dispatching network-vif-plugged-9921dc1f-8867-4c40-be77-9fd5a968a126 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.442816] env[69742]: WARNING nova.compute.manager [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Received unexpected event network-vif-plugged-9921dc1f-8867-4c40-be77-9fd5a968a126 for instance with vm_state building and task_state spawning. [ 1365.442984] env[69742]: DEBUG nova.compute.manager [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Received event network-changed-9921dc1f-8867-4c40-be77-9fd5a968a126 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.443159] env[69742]: DEBUG nova.compute.manager [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Refreshing instance network info cache due to event network-changed-9921dc1f-8867-4c40-be77-9fd5a968a126. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1365.443336] env[69742]: DEBUG oslo_concurrency.lockutils [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] Acquiring lock "refresh_cache-c0464757-8812-4d9c-aee0-ad0d90ad85c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.467281] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1365.467281] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524962ae-6df8-77d1-263e-a128a84f0550" [ 1365.467281] env[69742]: _type = "HttpNfcLease" [ 1365.467281] env[69742]: } is initializing. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1365.719996] env[69742]: DEBUG nova.network.neutron [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.879303] env[69742]: DEBUG nova.network.neutron [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Updating instance_info_cache with network_info: [{"id": "9921dc1f-8867-4c40-be77-9fd5a968a126", "address": "fa:16:3e:03:c0:3f", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9921dc1f-88", "ovs_interfaceid": "9921dc1f-8867-4c40-be77-9fd5a968a126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.968540] env[69742]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1365.968540] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524962ae-6df8-77d1-263e-a128a84f0550" [ 1365.968540] env[69742]: _type = "HttpNfcLease" [ 1365.968540] env[69742]: } is ready. {{(pid=69742) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1365.968875] env[69742]: DEBUG oslo_vmware.rw_handles [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1365.968875] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]524962ae-6df8-77d1-263e-a128a84f0550" [ 1365.968875] env[69742]: _type = "HttpNfcLease" [ 1365.968875] env[69742]: }. {{(pid=69742) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1365.969815] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a4ab1a-1d6b-4b53-8c77-692eb10b36e1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.978984] env[69742]: DEBUG oslo_vmware.rw_handles [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f2420-02a7-5d3b-2842-ebee912f714b/disk-0.vmdk from lease info. {{(pid=69742) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1365.979254] env[69742]: DEBUG oslo_vmware.rw_handles [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f2420-02a7-5d3b-2842-ebee912f714b/disk-0.vmdk. {{(pid=69742) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1366.044834] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e849523-c541-4591-98c6-382acba4d6b9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.382225] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "refresh_cache-c0464757-8812-4d9c-aee0-ad0d90ad85c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.382619] env[69742]: DEBUG nova.compute.manager [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Instance network_info: |[{"id": "9921dc1f-8867-4c40-be77-9fd5a968a126", "address": "fa:16:3e:03:c0:3f", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9921dc1f-88", "ovs_interfaceid": "9921dc1f-8867-4c40-be77-9fd5a968a126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1366.383020] env[69742]: DEBUG oslo_concurrency.lockutils [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] Acquired lock "refresh_cache-c0464757-8812-4d9c-aee0-ad0d90ad85c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.383292] env[69742]: DEBUG nova.network.neutron [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Refreshing network info cache for port 9921dc1f-8867-4c40-be77-9fd5a968a126 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.384648] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:c0:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9921dc1f-8867-4c40-be77-9fd5a968a126', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1366.393485] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.400387] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1366.401377] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-606b98cd-33f4-46be-a3be-18452daf2723 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.428015] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1366.428015] env[69742]: value = "task-4061607" [ 1366.428015] env[69742]: _type = "Task" [ 1366.428015] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.439567] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061607, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.620277] env[69742]: DEBUG nova.network.neutron [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Updated VIF entry in instance network info cache for port 9921dc1f-8867-4c40-be77-9fd5a968a126. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.620707] env[69742]: DEBUG nova.network.neutron [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Updating instance_info_cache with network_info: [{"id": "9921dc1f-8867-4c40-be77-9fd5a968a126", "address": "fa:16:3e:03:c0:3f", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9921dc1f-88", "ovs_interfaceid": "9921dc1f-8867-4c40-be77-9fd5a968a126", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.940318] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061607, 'name': CreateVM_Task, 'duration_secs': 0.391552} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.940554] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.941260] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.941435] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.941759] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.942031] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5d8042-5170-4204-b602-49d55ed71a0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.949119] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1366.949119] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]527e4b69-572e-2060-330a-677bf86f04f3" [ 1366.949119] env[69742]: _type = "Task" [ 1366.949119] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.959799] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527e4b69-572e-2060-330a-677bf86f04f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.124927] env[69742]: DEBUG oslo_concurrency.lockutils [req-3222778f-91d2-4815-996a-fe19971ea35a req-0a5df078-49fb-47e7-b662-9e9044769baa service nova] Releasing lock "refresh_cache-c0464757-8812-4d9c-aee0-ad0d90ad85c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.152713] env[69742]: DEBUG oslo_vmware.rw_handles [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Completed reading data from the image iterator. {{(pid=69742) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1367.152935] env[69742]: DEBUG oslo_vmware.rw_handles [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f2420-02a7-5d3b-2842-ebee912f714b/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1367.153959] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2331753c-eadd-475d-8de3-7c2bd090350c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.160856] env[69742]: DEBUG oslo_vmware.rw_handles [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f2420-02a7-5d3b-2842-ebee912f714b/disk-0.vmdk is in state: ready. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1367.161076] env[69742]: DEBUG oslo_vmware.rw_handles [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f2420-02a7-5d3b-2842-ebee912f714b/disk-0.vmdk. {{(pid=69742) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1367.161408] env[69742]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4f86b3c3-0b9e-4687-bcf0-1853b7bc9b70 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.364102] env[69742]: DEBUG oslo_vmware.rw_handles [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f2420-02a7-5d3b-2842-ebee912f714b/disk-0.vmdk. {{(pid=69742) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1367.364345] env[69742]: INFO nova.virt.vmwareapi.images [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Downloaded image file data 56433497-1281-4132-bba6-88a4e3ef01f9 [ 1367.365291] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7523756-a7c8-4cb7-a256-cc990bf2cac8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.381047] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd3f6dc6-fcc0-455a-941f-5d93ac0818c8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.407247] env[69742]: INFO nova.virt.vmwareapi.images [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] The imported VM was unregistered [ 1367.409723] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Caching image {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1367.410056] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Creating directory with path [datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9 {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.410354] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-903ec54c-cf9c-4e9f-835e-fea157936a29 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.422497] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Created directory with path [datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9 {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.422705] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2870a6d0-3b17-4abc-b698-167cf1195b94/OSTACK_IMG_2870a6d0-3b17-4abc-b698-167cf1195b94.vmdk to [datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9/56433497-1281-4132-bba6-88a4e3ef01f9.vmdk. {{(pid=69742) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1367.422981] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a146d944-b1fd-4e5f-9f9e-40ccfb0b25b0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.430522] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1367.430522] env[69742]: value = "task-4061609" [ 1367.430522] env[69742]: _type = "Task" [ 1367.430522] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.439267] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061609, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.458727] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]527e4b69-572e-2060-330a-677bf86f04f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013792} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.458969] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.459224] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.459460] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.459612] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.459832] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.460069] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89609be3-d029-4110-9ce1-6c4548f1c3b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.480983] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.481269] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.482141] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69033d45-a260-4187-b511-13edc2e8d462 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.488371] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1367.488371] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]520fee95-ff07-96cb-9926-ac0edea51cf6" [ 1367.488371] env[69742]: _type = "Task" [ 1367.488371] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.497456] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520fee95-ff07-96cb-9926-ac0edea51cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.942864] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061609, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.999442] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]520fee95-ff07-96cb-9926-ac0edea51cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.012818} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.000394] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f5583f-040e-47df-9cd3-b0dda35d84cc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.007414] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1368.007414] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5262ea5a-d553-81c4-a225-7f85a11a5ca5" [ 1368.007414] env[69742]: _type = "Task" [ 1368.007414] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.017049] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5262ea5a-d553-81c4-a225-7f85a11a5ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.442031] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061609, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.518691] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5262ea5a-d553-81c4-a225-7f85a11a5ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.082002} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.519076] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.519350] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c0464757-8812-4d9c-aee0-ad0d90ad85c2/c0464757-8812-4d9c-aee0-ad0d90ad85c2.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.519615] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a8bd050-fb5c-4467-9eec-a2f60b25fdd3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.527972] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1368.527972] env[69742]: value = "task-4061610" [ 1368.527972] env[69742]: _type = "Task" [ 1368.527972] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.537122] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.944083] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061609, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.040064] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.443850] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061609, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.540252] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.944166] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061609, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.042063] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061610, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.444985] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061609, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.574953} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.445291] env[69742]: INFO nova.virt.vmwareapi.ds_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2870a6d0-3b17-4abc-b698-167cf1195b94/OSTACK_IMG_2870a6d0-3b17-4abc-b698-167cf1195b94.vmdk to [datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9/56433497-1281-4132-bba6-88a4e3ef01f9.vmdk. [ 1370.445480] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Cleaning up location [datastore2] OSTACK_IMG_2870a6d0-3b17-4abc-b698-167cf1195b94 {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1370.445646] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2870a6d0-3b17-4abc-b698-167cf1195b94 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.445898] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a9b80f5-2fb1-48d3-9a6c-524145ede7ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.452202] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1370.452202] env[69742]: value = "task-4061611" [ 1370.452202] env[69742]: _type = "Task" [ 1370.452202] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.460247] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.542020] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061610, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.774259} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.542351] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c0464757-8812-4d9c-aee0-ad0d90ad85c2/c0464757-8812-4d9c-aee0-ad0d90ad85c2.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1370.542576] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1370.542819] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c15c709-080a-478e-8794-b83fa8a61ad4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.550352] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1370.550352] env[69742]: value = "task-4061612" [ 1370.550352] env[69742]: _type = "Task" [ 1370.550352] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.559233] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.962393] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03419} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.962655] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.962780] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Releasing lock "[datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9/56433497-1281-4132-bba6-88a4e3ef01f9.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.963046] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9/56433497-1281-4132-bba6-88a4e3ef01f9.vmdk to [datastore2] e56a197f-48d9-4537-9eca-c65bb618e865/e56a197f-48d9-4537-9eca-c65bb618e865.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.963312] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4fff4fb-7074-4ae8-8fdf-e6988de0be12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.971535] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1370.971535] env[69742]: value = "task-4061613" [ 1370.971535] env[69742]: _type = "Task" [ 1370.971535] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.980229] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.062166] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068734} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.062467] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.063319] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77c5e41-2a17-4e3b-9c44-37f0fd62d2da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.087898] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] c0464757-8812-4d9c-aee0-ad0d90ad85c2/c0464757-8812-4d9c-aee0-ad0d90ad85c2.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.088283] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf28d970-392f-4300-9236-0ad7c1362e5b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.109562] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1371.109562] env[69742]: value = "task-4061614" [ 1371.109562] env[69742]: _type = "Task" [ 1371.109562] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.118155] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.481978] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061613, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.620808] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.983537] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061613, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.122086] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061614, 'name': ReconfigVM_Task, 'duration_secs': 0.695746} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.122398] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Reconfigured VM instance instance-00000076 to attach disk [datastore2] c0464757-8812-4d9c-aee0-ad0d90ad85c2/c0464757-8812-4d9c-aee0-ad0d90ad85c2.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.123125] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fb975c5-1545-4dc7-95e9-8f2f7bfbc699 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.132438] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1372.132438] env[69742]: value = "task-4061615" [ 1372.132438] env[69742]: _type = "Task" [ 1372.132438] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.142667] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061615, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.484793] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061613, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.645015] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061615, 'name': Rename_Task, 'duration_secs': 0.406987} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.645208] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.645448] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74ec9527-c9ff-4387-be4a-27b42f78e89e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.654716] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1372.654716] env[69742]: value = "task-4061616" [ 1372.654716] env[69742]: _type = "Task" [ 1372.654716] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.668353] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.984966] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061613, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.166263] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.484630] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061613, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.439902} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.484928] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/56433497-1281-4132-bba6-88a4e3ef01f9/56433497-1281-4132-bba6-88a4e3ef01f9.vmdk to [datastore2] e56a197f-48d9-4537-9eca-c65bb618e865/e56a197f-48d9-4537-9eca-c65bb618e865.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.485764] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5098ce-2020-4c0b-ba17-9e613ade5dbb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.508991] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] e56a197f-48d9-4537-9eca-c65bb618e865/e56a197f-48d9-4537-9eca-c65bb618e865.vmdk or device None with type streamOptimized {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.509376] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-295adb84-ad97-47d1-a273-6cf607e9743a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.530197] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1373.530197] env[69742]: value = "task-4061617" [ 1373.530197] env[69742]: _type = "Task" [ 1373.530197] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.539556] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.667299] env[69742]: DEBUG oslo_vmware.api [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061616, 'name': PowerOnVM_Task, 'duration_secs': 0.925397} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.667540] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.667737] env[69742]: INFO nova.compute.manager [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1373.667915] env[69742]: DEBUG nova.compute.manager [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.668709] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f25db7-60a3-4bbb-880b-99a52d278244 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.040669] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061617, 'name': ReconfigVM_Task, 'duration_secs': 0.29139} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.040878] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Reconfigured VM instance instance-0000006f to attach disk [datastore2] e56a197f-48d9-4537-9eca-c65bb618e865/e56a197f-48d9-4537-9eca-c65bb618e865.vmdk or device None with type streamOptimized {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.041527] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c37ec9d-3880-43bb-ae58-96788c15633d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.049785] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1374.049785] env[69742]: value = "task-4061618" [ 1374.049785] env[69742]: _type = "Task" [ 1374.049785] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.057903] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061618, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.187090] env[69742]: INFO nova.compute.manager [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Took 14.99 seconds to build instance. [ 1374.559858] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061618, 'name': Rename_Task, 'duration_secs': 0.188154} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.560279] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.560452] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2a1d93a-835e-4ed0-9a93-9a408495f11d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.566843] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1374.566843] env[69742]: value = "task-4061619" [ 1374.566843] env[69742]: _type = "Task" [ 1374.566843] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.574412] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.689340] env[69742]: DEBUG oslo_concurrency.lockutils [None req-c8367443-0da3-4c47-a050-257048c18a94 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.499s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.906434] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.906768] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.907052] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.907267] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.907494] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.909969] env[69742]: INFO nova.compute.manager [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Terminating instance [ 1375.076860] env[69742]: DEBUG oslo_vmware.api [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061619, 'name': PowerOnVM_Task, 'duration_secs': 0.452171} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.077171] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.180792] env[69742]: DEBUG nova.compute.manager [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.181693] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7068afee-8476-4336-b780-07c2a49a5988 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.414074] env[69742]: DEBUG nova.compute.manager [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.414389] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.415405] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b31a48-657b-4eea-9416-5f0e7f0917f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.424493] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.424783] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10c14fd0-9d30-4e68-abe0-ba18636d1924 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.432232] env[69742]: DEBUG oslo_vmware.api [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1375.432232] env[69742]: value = "task-4061620" [ 1375.432232] env[69742]: _type = "Task" [ 1375.432232] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.440844] env[69742]: DEBUG oslo_vmware.api [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.592698] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.592698] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.699761] env[69742]: DEBUG oslo_concurrency.lockutils [None req-526e0f27-3d49-4ae3-9ee7-caf0bb224858 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "e56a197f-48d9-4537-9eca-c65bb618e865" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.045s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.944283] env[69742]: DEBUG oslo_vmware.api [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061620, 'name': PowerOffVM_Task, 'duration_secs': 0.180524} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.944585] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.944763] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.945054] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae36e819-9fc6-484a-94c1-3d947888eebd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.014271] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.014570] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.014803] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleting the datastore file [datastore2] c0464757-8812-4d9c-aee0-ad0d90ad85c2 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.015515] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a9b459f-b7ec-409d-84ce-36bcc31ecc3f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.022713] env[69742]: DEBUG oslo_vmware.api [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1376.022713] env[69742]: value = "task-4061622" [ 1376.022713] env[69742]: _type = "Task" [ 1376.022713] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.031697] env[69742]: DEBUG oslo_vmware.api [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.484098] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "e56a197f-48d9-4537-9eca-c65bb618e865" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.484489] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "e56a197f-48d9-4537-9eca-c65bb618e865" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.484794] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.485123] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.485471] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "e56a197f-48d9-4537-9eca-c65bb618e865-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.487945] env[69742]: INFO nova.compute.manager [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Terminating instance [ 1376.532729] env[69742]: DEBUG oslo_vmware.api [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160257} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.532994] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.533187] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.533374] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.533549] env[69742]: INFO nova.compute.manager [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1376.533790] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.533976] env[69742]: DEBUG nova.compute.manager [-] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.534088] env[69742]: DEBUG nova.network.neutron [-] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.592422] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.592743] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.806788] env[69742]: DEBUG nova.compute.manager [req-166b0ffe-1c3c-462f-9211-ed09fde4c7b5 req-f020321d-b929-4cc6-9928-e29611f5084d service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Received event network-vif-deleted-9921dc1f-8867-4c40-be77-9fd5a968a126 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.807018] env[69742]: INFO nova.compute.manager [req-166b0ffe-1c3c-462f-9211-ed09fde4c7b5 req-f020321d-b929-4cc6-9928-e29611f5084d service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Neutron deleted interface 9921dc1f-8867-4c40-be77-9fd5a968a126; detaching it from the instance and deleting it from the info cache [ 1376.807204] env[69742]: DEBUG nova.network.neutron [req-166b0ffe-1c3c-462f-9211-ed09fde4c7b5 req-f020321d-b929-4cc6-9928-e29611f5084d service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.991774] env[69742]: DEBUG nova.compute.manager [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.992061] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.993049] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723222e1-b32c-4710-a7dc-056828efbd4b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.001629] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.002391] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b0f017d-a5f2-4d87-85f6-b508f5399223 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.009788] env[69742]: DEBUG oslo_vmware.api [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1377.009788] env[69742]: value = "task-4061623" [ 1377.009788] env[69742]: _type = "Task" [ 1377.009788] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.018336] env[69742]: DEBUG oslo_vmware.api [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.288149] env[69742]: DEBUG nova.network.neutron [-] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.310010] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e11f75f1-fb99-4943-8785-8d384dba21ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.320091] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff8d657-c285-47e4-b97b-4951b3a96000 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.348492] env[69742]: DEBUG nova.compute.manager [req-166b0ffe-1c3c-462f-9211-ed09fde4c7b5 req-f020321d-b929-4cc6-9928-e29611f5084d service nova] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Detach interface failed, port_id=9921dc1f-8867-4c40-be77-9fd5a968a126, reason: Instance c0464757-8812-4d9c-aee0-ad0d90ad85c2 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1377.520454] env[69742]: DEBUG oslo_vmware.api [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061623, 'name': PowerOffVM_Task, 'duration_secs': 0.183565} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.520686] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.520864] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.521139] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3c0be30-658a-4aef-976d-7a2206f173a6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.588024] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.591788] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.791662] env[69742]: INFO nova.compute.manager [-] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Took 1.26 seconds to deallocate network for instance. [ 1378.026233] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.026457] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.026597] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleting the datastore file [datastore2] e56a197f-48d9-4537-9eca-c65bb618e865 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.026889] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26f1bc1c-e644-4642-9b54-5ede21bdac43 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.034815] env[69742]: DEBUG oslo_vmware.api [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for the task: (returnval){ [ 1378.034815] env[69742]: value = "task-4061625" [ 1378.034815] env[69742]: _type = "Task" [ 1378.034815] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.043503] env[69742]: DEBUG oslo_vmware.api [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.094301] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.094554] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.094729] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.094899] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1378.095812] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076994e9-4123-43dc-a193-9a77f7c95368 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.104240] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24af0b5f-3842-4f02-9f52-16878a984882 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.118484] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbcfe0d-e180-4aae-bcdd-cc1161d5ddcc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.125578] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a62ed0-9223-4070-a503-3ede39838462 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.156055] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180153MB free_disk=22GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1378.156055] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.156154] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.297776] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.544991] env[69742]: DEBUG oslo_vmware.api [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Task: {'id': task-4061625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141927} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.545280] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.545463] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.545637] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.545814] env[69742]: INFO nova.compute.manager [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1378.546075] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.546275] env[69742]: DEBUG nova.compute.manager [-] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.546372] env[69742]: DEBUG nova.network.neutron [-] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.995018] env[69742]: DEBUG nova.compute.manager [req-15f22911-cadb-4dd3-99cd-ca8cf0d01aec req-fb70a889-6cf9-4600-ada5-a5148c290e71 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Received event network-vif-deleted-45631379-cebf-49f7-b3b3-e012008c079c {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.995304] env[69742]: INFO nova.compute.manager [req-15f22911-cadb-4dd3-99cd-ca8cf0d01aec req-fb70a889-6cf9-4600-ada5-a5148c290e71 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Neutron deleted interface 45631379-cebf-49f7-b3b3-e012008c079c; detaching it from the instance and deleting it from the info cache [ 1378.995454] env[69742]: DEBUG nova.network.neutron [req-15f22911-cadb-4dd3-99cd-ca8cf0d01aec req-fb70a889-6cf9-4600-ada5-a5148c290e71 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.185292] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 409c979d-b503-4602-8519-ef2d26ab5f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1379.185459] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance c111610e-7b02-49d1-860b-b6b6ad13038f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1379.185588] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance b2d93bb9-f0af-40dc-868b-3da432868dcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1379.185709] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 2261fca0-e61b-4d2b-b503-989fce00a64d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1379.185826] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance e56a197f-48d9-4537-9eca-c65bb618e865 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1379.185968] env[69742]: WARNING nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance c0464757-8812-4d9c-aee0-ad0d90ad85c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1379.186177] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1379.186319] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1379.271741] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8ec765-ac5b-4302-8b43-e575341be915 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.279590] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba5619-1ebf-4c97-b20e-1aa42e6f8381 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.309595] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4f3bd0-bf39-48e6-9cfe-e15d537c20b5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.316844] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2623be38-7ffd-4cca-bb14-84af9fff0f16 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.331175] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.478016] env[69742]: DEBUG nova.network.neutron [-] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.498136] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a97640e3-b5be-4e8e-992a-3c00b60b5905 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.508321] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f402cf81-2ad1-4e3a-8c80-393e607230b1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.535315] env[69742]: DEBUG nova.compute.manager [req-15f22911-cadb-4dd3-99cd-ca8cf0d01aec req-fb70a889-6cf9-4600-ada5-a5148c290e71 service nova] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Detach interface failed, port_id=45631379-cebf-49f7-b3b3-e012008c079c, reason: Instance e56a197f-48d9-4537-9eca-c65bb618e865 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1379.835035] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.980615] env[69742]: INFO nova.compute.manager [-] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Took 1.43 seconds to deallocate network for instance. [ 1380.340096] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1380.340453] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.184s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.340612] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.043s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.340806] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.359255] env[69742]: INFO nova.scheduler.client.report [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted allocations for instance c0464757-8812-4d9c-aee0-ad0d90ad85c2 [ 1380.487921] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.488275] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.488475] env[69742]: DEBUG nova.objects.instance [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lazy-loading 'resources' on Instance uuid e56a197f-48d9-4537-9eca-c65bb618e865 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.868290] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f416409d-01e9-4476-bc60-ec7aed1264b5 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c0464757-8812-4d9c-aee0-ad0d90ad85c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.961s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.079547] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb75a44-3edd-4529-9821-a0568668eb8f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.089723] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6a7bf5-d9cc-401d-9796-0f12cf076cfc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.122489] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3682d0-7dfc-4536-8cfc-78e6e96dda36 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.130762] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7adfca-eef6-4d3e-b242-e089f6099979 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.144823] env[69742]: DEBUG nova.compute.provider_tree [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.343964] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.344376] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.344424] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1381.520237] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "2261fca0-e61b-4d2b-b503-989fce00a64d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.520519] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "2261fca0-e61b-4d2b-b503-989fce00a64d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.520745] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "2261fca0-e61b-4d2b-b503-989fce00a64d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.520983] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "2261fca0-e61b-4d2b-b503-989fce00a64d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.521190] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "2261fca0-e61b-4d2b-b503-989fce00a64d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.523786] env[69742]: INFO nova.compute.manager [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Terminating instance [ 1381.647682] env[69742]: DEBUG nova.scheduler.client.report [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.027503] env[69742]: DEBUG nova.compute.manager [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.027707] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.028602] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2bb19b-2afc-47cf-9789-439706ba4419 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.036862] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.037160] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7b1fe18-30ca-4d78-8c62-53c7e224c244 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.045054] env[69742]: DEBUG oslo_vmware.api [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1382.045054] env[69742]: value = "task-4061626" [ 1382.045054] env[69742]: _type = "Task" [ 1382.045054] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.053983] env[69742]: DEBUG oslo_vmware.api [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.153223] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.174632] env[69742]: INFO nova.scheduler.client.report [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Deleted allocations for instance e56a197f-48d9-4537-9eca-c65bb618e865 [ 1382.555941] env[69742]: DEBUG oslo_vmware.api [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061626, 'name': PowerOffVM_Task, 'duration_secs': 0.232494} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.556305] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.556392] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1382.556636] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1054a049-aefb-42ed-b3c2-76ca480d5f9c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.631096] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1382.631461] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1382.631865] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleting the datastore file [datastore2] 2261fca0-e61b-4d2b-b503-989fce00a64d {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1382.632051] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a557be94-1584-4e81-8ac8-69350a4cc84f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.639811] env[69742]: DEBUG oslo_vmware.api [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1382.639811] env[69742]: value = "task-4061628" [ 1382.639811] env[69742]: _type = "Task" [ 1382.639811] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.651244] env[69742]: DEBUG oslo_vmware.api [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.682764] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9f141fbb-c891-4d37-b91f-6c46d8c22989 tempest-ServerActionsTestOtherB-1700832122 tempest-ServerActionsTestOtherB-1700832122-project-member] Lock "e56a197f-48d9-4537-9eca-c65bb618e865" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.198s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.150284] env[69742]: DEBUG oslo_vmware.api [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159585} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.150594] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1383.150787] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1383.150941] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1383.151136] env[69742]: INFO nova.compute.manager [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1383.151382] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.151580] env[69742]: DEBUG nova.compute.manager [-] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1383.151677] env[69742]: DEBUG nova.network.neutron [-] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1383.428953] env[69742]: DEBUG nova.compute.manager [req-08a4d9f3-6eef-4242-93b8-83b785dcc3df req-a2f1608f-2d81-4639-8f6a-0847ce624a9f service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Received event network-vif-deleted-2e087152-fa22-4a1f-8aec-d24c0877e035 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.429186] env[69742]: INFO nova.compute.manager [req-08a4d9f3-6eef-4242-93b8-83b785dcc3df req-a2f1608f-2d81-4639-8f6a-0847ce624a9f service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Neutron deleted interface 2e087152-fa22-4a1f-8aec-d24c0877e035; detaching it from the instance and deleting it from the info cache [ 1383.429449] env[69742]: DEBUG nova.network.neutron [req-08a4d9f3-6eef-4242-93b8-83b785dcc3df req-a2f1608f-2d81-4639-8f6a-0847ce624a9f service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.911990] env[69742]: DEBUG nova.network.neutron [-] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.932660] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72450d7f-f0b2-4375-86a4-c6c81b27edb7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.943757] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f752810-e55b-487d-a8e2-e412ab35ecf8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.971387] env[69742]: DEBUG nova.compute.manager [req-08a4d9f3-6eef-4242-93b8-83b785dcc3df req-a2f1608f-2d81-4639-8f6a-0847ce624a9f service nova] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Detach interface failed, port_id=2e087152-fa22-4a1f-8aec-d24c0877e035, reason: Instance 2261fca0-e61b-4d2b-b503-989fce00a64d could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1384.415321] env[69742]: INFO nova.compute.manager [-] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Took 1.26 seconds to deallocate network for instance. [ 1384.922640] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.923051] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.923199] env[69742]: DEBUG nova.objects.instance [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lazy-loading 'resources' on Instance uuid 2261fca0-e61b-4d2b-b503-989fce00a64d {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.493552] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0a4fd9-6569-4332-8e76-6728899b2fc7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.501940] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e80ba64-f745-4088-924a-877ce23bd0ca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.538284] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd74750a-7c49-43f1-bac7-7a56ecce5cc6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.547010] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323f76ed-8757-451d-bc5a-8a9e01eb3a93 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.561730] env[69742]: DEBUG nova.compute.provider_tree [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.010495] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "409c979d-b503-4602-8519-ef2d26ab5f51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.010871] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.011093] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "409c979d-b503-4602-8519-ef2d26ab5f51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.011212] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.011367] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.013817] env[69742]: INFO nova.compute.manager [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Terminating instance [ 1386.065258] env[69742]: DEBUG nova.scheduler.client.report [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.517529] env[69742]: DEBUG nova.compute.manager [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1386.517783] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.518680] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398a996e-fc82-4b4e-b7d1-dd6de0788837 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.527219] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.527493] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6819dbed-4071-4977-b6cd-c40321c0cf6d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.534789] env[69742]: DEBUG oslo_vmware.api [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1386.534789] env[69742]: value = "task-4061630" [ 1386.534789] env[69742]: _type = "Task" [ 1386.534789] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.543736] env[69742]: DEBUG oslo_vmware.api [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.570481] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.598757] env[69742]: INFO nova.scheduler.client.report [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted allocations for instance 2261fca0-e61b-4d2b-b503-989fce00a64d [ 1387.046020] env[69742]: DEBUG oslo_vmware.api [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061630, 'name': PowerOffVM_Task, 'duration_secs': 0.207378} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.046437] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.046499] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.046731] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18642be4-ddf1-4ea3-aa55-0368152ca779 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.107407] env[69742]: DEBUG oslo_concurrency.lockutils [None req-dfe56040-ca31-448f-8514-7fa2ac1cb4cd tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "2261fca0-e61b-4d2b-b503-989fce00a64d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.587s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.331054] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.331411] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.331411] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Deleting the datastore file [datastore1] 409c979d-b503-4602-8519-ef2d26ab5f51 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.331696] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e78c1c0-1312-47a9-84d7-692d387e0cbf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.338132] env[69742]: DEBUG oslo_vmware.api [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1388.338132] env[69742]: value = "task-4061632" [ 1388.338132] env[69742]: _type = "Task" [ 1388.338132] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.347842] env[69742]: DEBUG oslo_vmware.api [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.699504] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.699707] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.849489] env[69742]: DEBUG oslo_vmware.api [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16369} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.849849] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.850078] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.850263] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.850445] env[69742]: INFO nova.compute.manager [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1388.850690] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.850885] env[69742]: DEBUG nova.compute.manager [-] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.850989] env[69742]: DEBUG nova.network.neutron [-] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.872420] env[69742]: DEBUG nova.compute.manager [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Stashing vm_state: active {{(pid=69742) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1389.202307] env[69742]: DEBUG nova.compute.manager [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.341350] env[69742]: DEBUG nova.compute.manager [req-f4655315-d851-4118-b3f3-c730e26d3bbe req-044e85fe-f81a-4c02-92b9-f88990cbc769 service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Received event network-vif-deleted-015fac14-f194-4ec0-a79b-f321e1b913e8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.341865] env[69742]: INFO nova.compute.manager [req-f4655315-d851-4118-b3f3-c730e26d3bbe req-044e85fe-f81a-4c02-92b9-f88990cbc769 service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Neutron deleted interface 015fac14-f194-4ec0-a79b-f321e1b913e8; detaching it from the instance and deleting it from the info cache [ 1389.341865] env[69742]: DEBUG nova.network.neutron [req-f4655315-d851-4118-b3f3-c730e26d3bbe req-044e85fe-f81a-4c02-92b9-f88990cbc769 service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.397389] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.397667] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.731709] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.821138] env[69742]: DEBUG nova.network.neutron [-] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.848369] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7df1040d-eaba-4f90-ac51-f56fa2452ee9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.860331] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d86385-049e-4b8c-82ea-945fd3adb467 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.887566] env[69742]: DEBUG nova.compute.manager [req-f4655315-d851-4118-b3f3-c730e26d3bbe req-044e85fe-f81a-4c02-92b9-f88990cbc769 service nova] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Detach interface failed, port_id=015fac14-f194-4ec0-a79b-f321e1b913e8, reason: Instance 409c979d-b503-4602-8519-ef2d26ab5f51 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1389.902705] env[69742]: INFO nova.compute.claims [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.325376] env[69742]: INFO nova.compute.manager [-] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Took 1.47 seconds to deallocate network for instance. [ 1390.410523] env[69742]: INFO nova.compute.resource_tracker [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating resource usage from migration 41e61ce2-65e8-4410-941c-37e3ab3ef013 [ 1390.490235] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b8376c-5de5-4559-b25e-f55dda69cde1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.498955] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4b7cd2-89dd-457a-b6e4-fb7175752ee8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.529127] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459c6481-a26d-440b-bfce-e4272b88b680 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.537244] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b453d0e3-c969-48aa-9af8-f9e0cb5d97c7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.552740] env[69742]: DEBUG nova.compute.provider_tree [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.832386] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.055995] env[69742]: DEBUG nova.scheduler.client.report [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.562314] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.164s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.562729] env[69742]: INFO nova.compute.manager [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Migrating [ 1391.569471] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.838s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.570796] env[69742]: INFO nova.compute.claims [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.995349] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "1cff6031-d5db-4508-858b-deb0ad862095" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.995572] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.081711] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.081951] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.083117] env[69742]: DEBUG nova.network.neutron [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.498595] env[69742]: DEBUG nova.compute.manager [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.675970] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65404bd-d7de-4dee-b68e-ff783d5895c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.684520] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339694a2-ef5c-4e15-9e19-f1a4e7c01c6d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.718364] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c067521-39fa-400b-b36b-137c881a8131 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.726495] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa88140-e270-46c3-9ad5-3efe4b7cd9c6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.744215] env[69742]: DEBUG nova.compute.provider_tree [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.810941] env[69742]: DEBUG nova.network.neutron [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance_info_cache with network_info: [{"id": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "address": "fa:16:3e:6e:0a:36", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f39f048-03", "ovs_interfaceid": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.020750] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.251434] env[69742]: DEBUG nova.scheduler.client.report [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.313820] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.756976] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.757587] env[69742]: DEBUG nova.compute.manager [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1393.761094] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.929s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.761336] env[69742]: DEBUG nova.objects.instance [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'resources' on Instance uuid 409c979d-b503-4602-8519-ef2d26ab5f51 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.264007] env[69742]: DEBUG nova.compute.utils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1394.268146] env[69742]: DEBUG nova.compute.manager [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1394.268334] env[69742]: DEBUG nova.network.neutron [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.305618] env[69742]: DEBUG nova.policy [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10d5667600048109138dbc314a26eec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b26a90a6b8b42cabc25a5f4a74c5585', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1394.352834] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e3b598-f18e-4ff9-99ec-187432d3142f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.361440] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb8cf55-b3c3-4fa0-9f57-2783b22498cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.392215] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a7585f-2b7f-4702-aad5-fc171a006ee2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.400540] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb195e9-8d4e-4dce-ab2d-87eb3c8be3a1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.414116] env[69742]: DEBUG nova.compute.provider_tree [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.554948] env[69742]: DEBUG nova.network.neutron [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Successfully created port: 5376fd25-ccbc-4944-a0df-0a6e1c696467 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.771264] env[69742]: DEBUG nova.compute.manager [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1394.828897] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c95e198-0574-420e-9ada-c4be0dcb2744 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.847850] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance 'b2d93bb9-f0af-40dc-868b-3da432868dcd' progress to 0 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1394.917627] env[69742]: DEBUG nova.scheduler.client.report [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.353871] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.354212] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6009dab-584e-4b2d-a735-dc426d5c5516 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.362421] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1395.362421] env[69742]: value = "task-4061633" [ 1395.362421] env[69742]: _type = "Task" [ 1395.362421] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.371746] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.423047] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.425265] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.405s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.426906] env[69742]: INFO nova.compute.claims [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.448677] env[69742]: INFO nova.scheduler.client.report [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Deleted allocations for instance 409c979d-b503-4602-8519-ef2d26ab5f51 [ 1395.781342] env[69742]: DEBUG nova.compute.manager [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.816889] env[69742]: DEBUG nova.virt.hardware [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.817079] env[69742]: DEBUG nova.virt.hardware [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.817275] env[69742]: DEBUG nova.virt.hardware [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.817479] env[69742]: DEBUG nova.virt.hardware [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.817633] env[69742]: DEBUG nova.virt.hardware [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.817786] env[69742]: DEBUG nova.virt.hardware [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.818011] env[69742]: DEBUG nova.virt.hardware [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.818576] env[69742]: DEBUG nova.virt.hardware [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.818576] env[69742]: DEBUG nova.virt.hardware [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.818729] env[69742]: DEBUG nova.virt.hardware [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.818781] env[69742]: DEBUG nova.virt.hardware [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.819755] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737fceef-9785-4ac4-8f19-1fd2817a1fd4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.828778] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca428dc-f93e-48ed-b6bb-ea93cf57d2e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.871919] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061633, 'name': PowerOffVM_Task, 'duration_secs': 0.189308} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.872210] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.872404] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance 'b2d93bb9-f0af-40dc-868b-3da432868dcd' progress to 17 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.944023] env[69742]: DEBUG nova.compute.manager [req-95f172ce-863f-4869-9500-f1e8c09c4c53 req-cb0317ed-d7d6-4912-a28b-528837424e7f service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Received event network-vif-plugged-5376fd25-ccbc-4944-a0df-0a6e1c696467 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.944258] env[69742]: DEBUG oslo_concurrency.lockutils [req-95f172ce-863f-4869-9500-f1e8c09c4c53 req-cb0317ed-d7d6-4912-a28b-528837424e7f service nova] Acquiring lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.944476] env[69742]: DEBUG oslo_concurrency.lockutils [req-95f172ce-863f-4869-9500-f1e8c09c4c53 req-cb0317ed-d7d6-4912-a28b-528837424e7f service nova] Lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.944646] env[69742]: DEBUG oslo_concurrency.lockutils [req-95f172ce-863f-4869-9500-f1e8c09c4c53 req-cb0317ed-d7d6-4912-a28b-528837424e7f service nova] Lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.944816] env[69742]: DEBUG nova.compute.manager [req-95f172ce-863f-4869-9500-f1e8c09c4c53 req-cb0317ed-d7d6-4912-a28b-528837424e7f service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] No waiting events found dispatching network-vif-plugged-5376fd25-ccbc-4944-a0df-0a6e1c696467 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1395.945032] env[69742]: WARNING nova.compute.manager [req-95f172ce-863f-4869-9500-f1e8c09c4c53 req-cb0317ed-d7d6-4912-a28b-528837424e7f service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Received unexpected event network-vif-plugged-5376fd25-ccbc-4944-a0df-0a6e1c696467 for instance with vm_state building and task_state spawning. [ 1395.960060] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0953ad27-a6ce-43fc-8d89-faf45e2b1706 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "409c979d-b503-4602-8519-ef2d26ab5f51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.949s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.034551] env[69742]: DEBUG nova.network.neutron [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Successfully updated port: 5376fd25-ccbc-4944-a0df-0a6e1c696467 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.378702] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.379037] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.379415] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.379686] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.379880] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.380103] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.380396] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.380602] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.380815] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.381032] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.381275] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.386738] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-789f7956-b974-4bf4-a8d9-455babf0cf67 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.404487] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1396.404487] env[69742]: value = "task-4061634" [ 1396.404487] env[69742]: _type = "Task" [ 1396.404487] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.413310] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.528456] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44145731-545d-4fd6-9bec-fc46fa2fbe94 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.537185] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "refresh_cache-720b8f8b-41f1-4adc-bd1d-eb779ffaab96" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.537340] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "refresh_cache-720b8f8b-41f1-4adc-bd1d-eb779ffaab96" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.537485] env[69742]: DEBUG nova.network.neutron [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.541658] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5b3b1d-84cb-4f44-98ba-6ecc200904ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.572698] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c768bde8-ab1c-4e25-b37f-ed2d9f23ad35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.581289] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc036fb-6bdb-441a-96f9-924c494741d8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.596192] env[69742]: DEBUG nova.compute.provider_tree [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.914881] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061634, 'name': ReconfigVM_Task, 'duration_secs': 0.168073} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.915242] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance 'b2d93bb9-f0af-40dc-868b-3da432868dcd' progress to 33 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.082325] env[69742]: DEBUG nova.network.neutron [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.099243] env[69742]: DEBUG nova.scheduler.client.report [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.218425] env[69742]: DEBUG nova.network.neutron [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Updating instance_info_cache with network_info: [{"id": "5376fd25-ccbc-4944-a0df-0a6e1c696467", "address": "fa:16:3e:0a:4b:fa", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5376fd25-cc", "ovs_interfaceid": "5376fd25-ccbc-4944-a0df-0a6e1c696467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.423111] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1397.423111] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.423398] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1397.423606] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.423764] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1397.423985] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1397.424260] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1397.424464] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1397.424675] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1397.424879] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1397.425105] env[69742]: DEBUG nova.virt.hardware [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1397.430712] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1397.431084] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18f7d2e-843c-4149-a73d-74f5aa7595c5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.450806] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1397.450806] env[69742]: value = "task-4061635" [ 1397.450806] env[69742]: _type = "Task" [ 1397.450806] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.461579] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.607197] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.607806] env[69742]: DEBUG nova.compute.manager [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1397.721373] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "refresh_cache-720b8f8b-41f1-4adc-bd1d-eb779ffaab96" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.721867] env[69742]: DEBUG nova.compute.manager [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Instance network_info: |[{"id": "5376fd25-ccbc-4944-a0df-0a6e1c696467", "address": "fa:16:3e:0a:4b:fa", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5376fd25-cc", "ovs_interfaceid": "5376fd25-ccbc-4944-a0df-0a6e1c696467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1397.722997] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:4b:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5376fd25-ccbc-4944-a0df-0a6e1c696467', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.734265] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.736300] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.739080] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c50026-f82a-4373-b256-7228de5ed937 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.754454] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "b1871d80-5000-4427-a9af-40a64c811a4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.754700] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.763323] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.763323] env[69742]: value = "task-4061636" [ 1397.763323] env[69742]: _type = "Task" [ 1397.763323] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.773194] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061636, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.961656] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061635, 'name': ReconfigVM_Task, 'duration_secs': 0.164533} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.961961] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1397.962576] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aefd7fe-2221-4ad4-9b6f-240dbd7a5828 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.986524] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b2d93bb9-f0af-40dc-868b-3da432868dcd/b2d93bb9-f0af-40dc-868b-3da432868dcd.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.988037] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f94a996-d9ba-4c11-b553-0ee8bca3f7cc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.002482] env[69742]: DEBUG nova.compute.manager [req-8c26dc62-db73-4853-969d-d98d889d4a68 req-6a5abee8-f37f-4e30-8ee7-aed00331dffd service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Received event network-changed-5376fd25-ccbc-4944-a0df-0a6e1c696467 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.002724] env[69742]: DEBUG nova.compute.manager [req-8c26dc62-db73-4853-969d-d98d889d4a68 req-6a5abee8-f37f-4e30-8ee7-aed00331dffd service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Refreshing instance network info cache due to event network-changed-5376fd25-ccbc-4944-a0df-0a6e1c696467. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.002938] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c26dc62-db73-4853-969d-d98d889d4a68 req-6a5abee8-f37f-4e30-8ee7-aed00331dffd service nova] Acquiring lock "refresh_cache-720b8f8b-41f1-4adc-bd1d-eb779ffaab96" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.003059] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c26dc62-db73-4853-969d-d98d889d4a68 req-6a5abee8-f37f-4e30-8ee7-aed00331dffd service nova] Acquired lock "refresh_cache-720b8f8b-41f1-4adc-bd1d-eb779ffaab96" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.003223] env[69742]: DEBUG nova.network.neutron [req-8c26dc62-db73-4853-969d-d98d889d4a68 req-6a5abee8-f37f-4e30-8ee7-aed00331dffd service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Refreshing network info cache for port 5376fd25-ccbc-4944-a0df-0a6e1c696467 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.012557] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1398.012557] env[69742]: value = "task-4061637" [ 1398.012557] env[69742]: _type = "Task" [ 1398.012557] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.023692] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.114097] env[69742]: DEBUG nova.compute.utils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1398.115178] env[69742]: DEBUG nova.compute.manager [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.115388] env[69742]: DEBUG nova.network.neutron [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.185295] env[69742]: DEBUG nova.policy [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fefe6cfe32c4f36b908307b51ffcd7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bdcdd86231047c6b0c533b2a76e70b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.257894] env[69742]: DEBUG nova.compute.manager [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1398.274846] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061636, 'name': CreateVM_Task, 'duration_secs': 0.349607} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.275100] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.276375] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.276375] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.276538] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.276725] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2050b0-e901-4795-80de-ce9aec18a480 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.285587] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1398.285587] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a830a4-d736-a2fd-9c86-c50da3ccfc75" [ 1398.285587] env[69742]: _type = "Task" [ 1398.285587] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.295971] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a830a4-d736-a2fd-9c86-c50da3ccfc75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.499652] env[69742]: DEBUG nova.network.neutron [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Successfully created port: a7fab82b-bbbc-40a7-ab15-c81de68ece29 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.523243] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061637, 'name': ReconfigVM_Task, 'duration_secs': 0.307} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.523585] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b2d93bb9-f0af-40dc-868b-3da432868dcd/b2d93bb9-f0af-40dc-868b-3da432868dcd.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.523822] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance 'b2d93bb9-f0af-40dc-868b-3da432868dcd' progress to 50 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1398.619477] env[69742]: DEBUG nova.compute.manager [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1398.784009] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.784406] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.786062] env[69742]: INFO nova.compute.claims [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.802029] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52a830a4-d736-a2fd-9c86-c50da3ccfc75, 'name': SearchDatastore_Task, 'duration_secs': 0.011654} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.802029] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.802029] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.802029] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.802029] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.802029] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.802029] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79bc38ba-3e54-4a03-b9b7-00ac6fe05730 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.815807] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.816121] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.816880] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd81d530-5509-4216-afd8-8a71ab323642 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.824274] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1398.824274] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5218477b-c5c2-6b4f-dc49-1164e6111def" [ 1398.824274] env[69742]: _type = "Task" [ 1398.824274] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.833789] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5218477b-c5c2-6b4f-dc49-1164e6111def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.873040] env[69742]: DEBUG nova.network.neutron [req-8c26dc62-db73-4853-969d-d98d889d4a68 req-6a5abee8-f37f-4e30-8ee7-aed00331dffd service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Updated VIF entry in instance network info cache for port 5376fd25-ccbc-4944-a0df-0a6e1c696467. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.873506] env[69742]: DEBUG nova.network.neutron [req-8c26dc62-db73-4853-969d-d98d889d4a68 req-6a5abee8-f37f-4e30-8ee7-aed00331dffd service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Updating instance_info_cache with network_info: [{"id": "5376fd25-ccbc-4944-a0df-0a6e1c696467", "address": "fa:16:3e:0a:4b:fa", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5376fd25-cc", "ovs_interfaceid": "5376fd25-ccbc-4944-a0df-0a6e1c696467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.030854] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fefbf6-3dc8-4399-8204-4bc469328544 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.051848] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d72b3f-b8e3-44fe-8203-1f22b6f59681 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.070826] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance 'b2d93bb9-f0af-40dc-868b-3da432868dcd' progress to 67 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1399.335049] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5218477b-c5c2-6b4f-dc49-1164e6111def, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.336132] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76253a61-78ad-472f-ba2d-6dfea1e229e9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.341597] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1399.341597] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dd401e-be7d-9fd9-f6b6-614130afe525" [ 1399.341597] env[69742]: _type = "Task" [ 1399.341597] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.351369] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dd401e-be7d-9fd9-f6b6-614130afe525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.375711] env[69742]: DEBUG oslo_concurrency.lockutils [req-8c26dc62-db73-4853-969d-d98d889d4a68 req-6a5abee8-f37f-4e30-8ee7-aed00331dffd service nova] Releasing lock "refresh_cache-720b8f8b-41f1-4adc-bd1d-eb779ffaab96" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.611421] env[69742]: DEBUG nova.network.neutron [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Port 3f39f048-03bd-41dd-a03b-7e4c3e28066a binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1399.631022] env[69742]: DEBUG nova.compute.manager [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1399.664554] env[69742]: DEBUG nova.virt.hardware [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.664814] env[69742]: DEBUG nova.virt.hardware [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.664973] env[69742]: DEBUG nova.virt.hardware [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.665181] env[69742]: DEBUG nova.virt.hardware [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.665356] env[69742]: DEBUG nova.virt.hardware [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.665516] env[69742]: DEBUG nova.virt.hardware [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.665727] env[69742]: DEBUG nova.virt.hardware [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.665887] env[69742]: DEBUG nova.virt.hardware [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.666073] env[69742]: DEBUG nova.virt.hardware [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.666257] env[69742]: DEBUG nova.virt.hardware [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.666436] env[69742]: DEBUG nova.virt.hardware [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.667725] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7203a444-40d5-4c99-a252-304190c5418c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.677716] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3bd339-534d-4227-b3d1-1f0dc29f0cb3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.851543] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52dd401e-be7d-9fd9-f6b6-614130afe525, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.854107] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.854416] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 720b8f8b-41f1-4adc-bd1d-eb779ffaab96/720b8f8b-41f1-4adc-bd1d-eb779ffaab96.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.854878] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-382f73c2-c8b6-46cd-bf06-bc4391b95754 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.862266] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1399.862266] env[69742]: value = "task-4061638" [ 1399.862266] env[69742]: _type = "Task" [ 1399.862266] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.874045] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.892794] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5ba1f1-405b-4474-9b8c-f3d6f92deae5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.901711] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4840c53-8601-4b39-8ede-32ec633fc99d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.934652] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d195571-d21d-4054-89de-43e6cd19b250 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.943316] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aafae77-b9e5-4f2e-bc6e-e9f9f5f91561 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.959973] env[69742]: DEBUG nova.compute.provider_tree [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.091614] env[69742]: DEBUG nova.compute.manager [req-29fc2e78-fd6f-40a7-bb2f-755b387bae04 req-537acdfc-9033-4a7f-816a-f5c0228836ce service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Received event network-vif-plugged-a7fab82b-bbbc-40a7-ab15-c81de68ece29 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.092052] env[69742]: DEBUG oslo_concurrency.lockutils [req-29fc2e78-fd6f-40a7-bb2f-755b387bae04 req-537acdfc-9033-4a7f-816a-f5c0228836ce service nova] Acquiring lock "1cff6031-d5db-4508-858b-deb0ad862095-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.092214] env[69742]: DEBUG oslo_concurrency.lockutils [req-29fc2e78-fd6f-40a7-bb2f-755b387bae04 req-537acdfc-9033-4a7f-816a-f5c0228836ce service nova] Lock "1cff6031-d5db-4508-858b-deb0ad862095-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.092425] env[69742]: DEBUG oslo_concurrency.lockutils [req-29fc2e78-fd6f-40a7-bb2f-755b387bae04 req-537acdfc-9033-4a7f-816a-f5c0228836ce service nova] Lock "1cff6031-d5db-4508-858b-deb0ad862095-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.092612] env[69742]: DEBUG nova.compute.manager [req-29fc2e78-fd6f-40a7-bb2f-755b387bae04 req-537acdfc-9033-4a7f-816a-f5c0228836ce service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] No waiting events found dispatching network-vif-plugged-a7fab82b-bbbc-40a7-ab15-c81de68ece29 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1400.092789] env[69742]: WARNING nova.compute.manager [req-29fc2e78-fd6f-40a7-bb2f-755b387bae04 req-537acdfc-9033-4a7f-816a-f5c0228836ce service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Received unexpected event network-vif-plugged-a7fab82b-bbbc-40a7-ab15-c81de68ece29 for instance with vm_state building and task_state spawning. [ 1400.198957] env[69742]: DEBUG nova.network.neutron [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Successfully updated port: a7fab82b-bbbc-40a7-ab15-c81de68ece29 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.372850] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469303} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.373155] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 720b8f8b-41f1-4adc-bd1d-eb779ffaab96/720b8f8b-41f1-4adc-bd1d-eb779ffaab96.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.373420] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.373708] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7016bc19-e41a-43da-b61f-808c76526f30 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.380907] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1400.380907] env[69742]: value = "task-4061639" [ 1400.380907] env[69742]: _type = "Task" [ 1400.380907] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.389211] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.463473] env[69742]: DEBUG nova.scheduler.client.report [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.635536] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "b2d93bb9-f0af-40dc-868b-3da432868dcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.635853] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "b2d93bb9-f0af-40dc-868b-3da432868dcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.636481] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "b2d93bb9-f0af-40dc-868b-3da432868dcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.701940] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "refresh_cache-1cff6031-d5db-4508-858b-deb0ad862095" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.702177] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "refresh_cache-1cff6031-d5db-4508-858b-deb0ad862095" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.702262] env[69742]: DEBUG nova.network.neutron [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.891223] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262746} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.891493] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.892391] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c070b78-84c9-42ee-92b2-a13d9416a821 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.915235] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 720b8f8b-41f1-4adc-bd1d-eb779ffaab96/720b8f8b-41f1-4adc-bd1d-eb779ffaab96.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.915526] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61f48906-a4ab-4582-b9b2-6dccc65018ea {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.936610] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1400.936610] env[69742]: value = "task-4061640" [ 1400.936610] env[69742]: _type = "Task" [ 1400.936610] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.946602] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.968972] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.969585] env[69742]: DEBUG nova.compute.manager [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1401.236440] env[69742]: DEBUG nova.network.neutron [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.368013] env[69742]: DEBUG nova.network.neutron [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Updating instance_info_cache with network_info: [{"id": "a7fab82b-bbbc-40a7-ab15-c81de68ece29", "address": "fa:16:3e:18:55:6b", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7fab82b-bb", "ovs_interfaceid": "a7fab82b-bbbc-40a7-ab15-c81de68ece29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.446767] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061640, 'name': ReconfigVM_Task, 'duration_secs': 0.291717} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.447119] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 720b8f8b-41f1-4adc-bd1d-eb779ffaab96/720b8f8b-41f1-4adc-bd1d-eb779ffaab96.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.447784] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1013289f-f9da-445b-914a-275fcc7f3e67 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.454436] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1401.454436] env[69742]: value = "task-4061641" [ 1401.454436] env[69742]: _type = "Task" [ 1401.454436] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.462920] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061641, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.477059] env[69742]: DEBUG nova.compute.utils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1401.478037] env[69742]: DEBUG nova.compute.manager [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1401.478219] env[69742]: DEBUG nova.network.neutron [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.521544] env[69742]: DEBUG nova.policy [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '275dd573d5e643bd98c008428082975f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd8c369c6deb46a591abb377d030a543', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.684787] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.684982] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.685183] env[69742]: DEBUG nova.network.neutron [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.821454] env[69742]: DEBUG nova.network.neutron [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Successfully created port: d354d719-9b69-41cd-b277-840e0ee5ffb1 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.871014] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "refresh_cache-1cff6031-d5db-4508-858b-deb0ad862095" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.871382] env[69742]: DEBUG nova.compute.manager [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Instance network_info: |[{"id": "a7fab82b-bbbc-40a7-ab15-c81de68ece29", "address": "fa:16:3e:18:55:6b", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7fab82b-bb", "ovs_interfaceid": "a7fab82b-bbbc-40a7-ab15-c81de68ece29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.871816] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:55:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7fab82b-bbbc-40a7-ab15-c81de68ece29', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.879685] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Creating folder: Project (3bdcdd86231047c6b0c533b2a76e70b1). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.879996] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ae24458-b3df-4f0c-84dd-a336cff1a8fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.892511] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Created folder: Project (3bdcdd86231047c6b0c533b2a76e70b1) in parent group-v804621. [ 1401.892511] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Creating folder: Instances. Parent ref: group-v804954. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.893233] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fe89581-0382-4cde-b3c5-7c9bc4f23d7e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.902369] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Created folder: Instances in parent group-v804954. [ 1401.902618] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1401.902817] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.903038] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e836320-bcf0-4874-be67-227e442e3185 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.922820] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.922820] env[69742]: value = "task-4061644" [ 1401.922820] env[69742]: _type = "Task" [ 1401.922820] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.931064] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061644, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.964163] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061641, 'name': Rename_Task, 'duration_secs': 0.153397} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.964532] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.964756] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-660d62eb-4085-43ab-a0e5-2c0e273aa2a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.971788] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1401.971788] env[69742]: value = "task-4061645" [ 1401.971788] env[69742]: _type = "Task" [ 1401.971788] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.981639] env[69742]: DEBUG nova.compute.manager [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.985143] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.121691] env[69742]: DEBUG nova.compute.manager [req-cee88744-4440-4f14-9274-2136031cbf29 req-eb94b1f4-fb64-45f9-9f16-7835090f9329 service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Received event network-changed-a7fab82b-bbbc-40a7-ab15-c81de68ece29 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.121863] env[69742]: DEBUG nova.compute.manager [req-cee88744-4440-4f14-9274-2136031cbf29 req-eb94b1f4-fb64-45f9-9f16-7835090f9329 service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Refreshing instance network info cache due to event network-changed-a7fab82b-bbbc-40a7-ab15-c81de68ece29. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1402.122104] env[69742]: DEBUG oslo_concurrency.lockutils [req-cee88744-4440-4f14-9274-2136031cbf29 req-eb94b1f4-fb64-45f9-9f16-7835090f9329 service nova] Acquiring lock "refresh_cache-1cff6031-d5db-4508-858b-deb0ad862095" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.122256] env[69742]: DEBUG oslo_concurrency.lockutils [req-cee88744-4440-4f14-9274-2136031cbf29 req-eb94b1f4-fb64-45f9-9f16-7835090f9329 service nova] Acquired lock "refresh_cache-1cff6031-d5db-4508-858b-deb0ad862095" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.122427] env[69742]: DEBUG nova.network.neutron [req-cee88744-4440-4f14-9274-2136031cbf29 req-eb94b1f4-fb64-45f9-9f16-7835090f9329 service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Refreshing network info cache for port a7fab82b-bbbc-40a7-ab15-c81de68ece29 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.416740] env[69742]: DEBUG nova.network.neutron [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance_info_cache with network_info: [{"id": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "address": "fa:16:3e:6e:0a:36", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f39f048-03", "ovs_interfaceid": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.437775] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061644, 'name': CreateVM_Task, 'duration_secs': 0.359985} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.438133] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.438946] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.442427] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.442427] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.442427] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd64955-e793-46a7-baf1-7de46d2c250e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.445847] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1402.445847] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521cf542-edb1-b5ef-244a-b5483093209d" [ 1402.445847] env[69742]: _type = "Task" [ 1402.445847] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.454981] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521cf542-edb1-b5ef-244a-b5483093209d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.482583] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061645, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.825600] env[69742]: DEBUG nova.network.neutron [req-cee88744-4440-4f14-9274-2136031cbf29 req-eb94b1f4-fb64-45f9-9f16-7835090f9329 service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Updated VIF entry in instance network info cache for port a7fab82b-bbbc-40a7-ab15-c81de68ece29. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.826116] env[69742]: DEBUG nova.network.neutron [req-cee88744-4440-4f14-9274-2136031cbf29 req-eb94b1f4-fb64-45f9-9f16-7835090f9329 service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Updating instance_info_cache with network_info: [{"id": "a7fab82b-bbbc-40a7-ab15-c81de68ece29", "address": "fa:16:3e:18:55:6b", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7fab82b-bb", "ovs_interfaceid": "a7fab82b-bbbc-40a7-ab15-c81de68ece29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.920257] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.956877] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521cf542-edb1-b5ef-244a-b5483093209d, 'name': SearchDatastore_Task, 'duration_secs': 0.01212} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.957195] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.957425] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.957659] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.957807] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.957985] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.958258] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a798e2ab-64d9-4596-825c-cb5907fd740e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.969038] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.969257] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.970287] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ebab87-5877-45a0-97d4-706eb36562c4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.979216] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1402.979216] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fb61b2-f070-c208-5dbe-a9736042a2f7" [ 1402.979216] env[69742]: _type = "Task" [ 1402.979216] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.986196] env[69742]: DEBUG oslo_vmware.api [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061645, 'name': PowerOnVM_Task, 'duration_secs': 0.526881} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.986831] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.987096] env[69742]: INFO nova.compute.manager [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1402.987302] env[69742]: DEBUG nova.compute.manager [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.988119] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c98e9ad-27c5-43f9-b0d4-1bbbf658aa93 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.994649] env[69742]: DEBUG nova.compute.manager [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1402.996509] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fb61b2-f070-c208-5dbe-a9736042a2f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.997677] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51a5250-f095-48c3-9c7b-66cc047d5d6b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.007755] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1403.007755] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]521abac3-057e-81ec-197b-6d33652475ae" [ 1403.007755] env[69742]: _type = "Task" [ 1403.007755] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.017310] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521abac3-057e-81ec-197b-6d33652475ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.026024] env[69742]: DEBUG nova.virt.hardware [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.026277] env[69742]: DEBUG nova.virt.hardware [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.026464] env[69742]: DEBUG nova.virt.hardware [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.026663] env[69742]: DEBUG nova.virt.hardware [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.026813] env[69742]: DEBUG nova.virt.hardware [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.026964] env[69742]: DEBUG nova.virt.hardware [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.027205] env[69742]: DEBUG nova.virt.hardware [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.027378] env[69742]: DEBUG nova.virt.hardware [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.027550] env[69742]: DEBUG nova.virt.hardware [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.027717] env[69742]: DEBUG nova.virt.hardware [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.027890] env[69742]: DEBUG nova.virt.hardware [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1403.028784] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f2b214-f9e4-4c2c-acaa-08bf1a713623 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.037021] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ac7c54-fccd-40db-b42f-b47391be9aaf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.282770] env[69742]: DEBUG nova.network.neutron [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Successfully updated port: d354d719-9b69-41cd-b277-840e0ee5ffb1 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.328629] env[69742]: DEBUG oslo_concurrency.lockutils [req-cee88744-4440-4f14-9274-2136031cbf29 req-eb94b1f4-fb64-45f9-9f16-7835090f9329 service nova] Releasing lock "refresh_cache-1cff6031-d5db-4508-858b-deb0ad862095" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.447930] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8efb54-dae1-4851-9653-b59e86b66fe0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.469796] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e897a13e-f17d-4016-a68f-fa65c6d1718a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.477920] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance 'b2d93bb9-f0af-40dc-868b-3da432868dcd' progress to 83 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.517917] env[69742]: INFO nova.compute.manager [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Took 13.81 seconds to build instance. [ 1403.523031] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]521abac3-057e-81ec-197b-6d33652475ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.524153] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.524153] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1cff6031-d5db-4508-858b-deb0ad862095/1cff6031-d5db-4508-858b-deb0ad862095.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.524702] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c36b479-1b1c-414d-a5c0-44d56542bbb0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.532805] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1403.532805] env[69742]: value = "task-4061646" [ 1403.532805] env[69742]: _type = "Task" [ 1403.532805] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.541815] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.785789] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "refresh_cache-b1871d80-5000-4427-a9af-40a64c811a4d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.785969] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquired lock "refresh_cache-b1871d80-5000-4427-a9af-40a64c811a4d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.786110] env[69742]: DEBUG nova.network.neutron [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.985171] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.986444] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7ca9d9f-88c6-4376-bb42-c32542232f94 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.994176] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1403.994176] env[69742]: value = "task-4061647" [ 1403.994176] env[69742]: _type = "Task" [ 1403.994176] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.003937] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.025175] env[69742]: DEBUG oslo_concurrency.lockutils [None req-60a051b1-17db-48d5-9be2-b54ca6d3138a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.325s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.044751] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472848} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.045241] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] 1cff6031-d5db-4508-858b-deb0ad862095/1cff6031-d5db-4508-858b-deb0ad862095.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.045501] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.045776] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bc56c59-4db0-43a4-b850-a4e5a75f9745 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.053522] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1404.053522] env[69742]: value = "task-4061648" [ 1404.053522] env[69742]: _type = "Task" [ 1404.053522] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.063619] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.151233] env[69742]: DEBUG nova.compute.manager [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Received event network-vif-plugged-d354d719-9b69-41cd-b277-840e0ee5ffb1 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.151391] env[69742]: DEBUG oslo_concurrency.lockutils [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] Acquiring lock "b1871d80-5000-4427-a9af-40a64c811a4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.151747] env[69742]: DEBUG oslo_concurrency.lockutils [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] Lock "b1871d80-5000-4427-a9af-40a64c811a4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.151747] env[69742]: DEBUG oslo_concurrency.lockutils [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] Lock "b1871d80-5000-4427-a9af-40a64c811a4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.151913] env[69742]: DEBUG nova.compute.manager [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] No waiting events found dispatching network-vif-plugged-d354d719-9b69-41cd-b277-840e0ee5ffb1 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1404.152102] env[69742]: WARNING nova.compute.manager [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Received unexpected event network-vif-plugged-d354d719-9b69-41cd-b277-840e0ee5ffb1 for instance with vm_state building and task_state spawning. [ 1404.152290] env[69742]: DEBUG nova.compute.manager [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Received event network-changed-d354d719-9b69-41cd-b277-840e0ee5ffb1 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.152432] env[69742]: DEBUG nova.compute.manager [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Refreshing instance network info cache due to event network-changed-d354d719-9b69-41cd-b277-840e0ee5ffb1. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1404.152616] env[69742]: DEBUG oslo_concurrency.lockutils [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] Acquiring lock "refresh_cache-b1871d80-5000-4427-a9af-40a64c811a4d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.329455] env[69742]: DEBUG nova.network.neutron [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.426201] env[69742]: DEBUG oslo_concurrency.lockutils [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.426593] env[69742]: DEBUG oslo_concurrency.lockutils [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.426840] env[69742]: DEBUG oslo_concurrency.lockutils [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.427040] env[69742]: DEBUG oslo_concurrency.lockutils [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.427326] env[69742]: DEBUG oslo_concurrency.lockutils [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.429700] env[69742]: INFO nova.compute.manager [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Terminating instance [ 1404.472502] env[69742]: DEBUG nova.network.neutron [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Updating instance_info_cache with network_info: [{"id": "d354d719-9b69-41cd-b277-840e0ee5ffb1", "address": "fa:16:3e:e0:38:e9", "network": {"id": "e9265a73-43ba-4532-bcbb-d396ea3d2394", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310520554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd8c369c6deb46a591abb377d030a543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd354d719-9b", "ovs_interfaceid": "d354d719-9b69-41cd-b277-840e0ee5ffb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.504161] env[69742]: DEBUG oslo_vmware.api [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061647, 'name': PowerOnVM_Task, 'duration_secs': 0.457016} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.504448] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.504640] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4a064757-b50f-4127-b23d-1fddae02389b tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance 'b2d93bb9-f0af-40dc-868b-3da432868dcd' progress to 100 {{(pid=69742) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.564921] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067034} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.565106] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.565752] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b81c2c-3ea3-4828-b853-bf00eddfc31a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.587933] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1cff6031-d5db-4508-858b-deb0ad862095/1cff6031-d5db-4508-858b-deb0ad862095.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.588511] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15115375-5e0a-44fe-b94c-6f8d386b25ba {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.608369] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1404.608369] env[69742]: value = "task-4061649" [ 1404.608369] env[69742]: _type = "Task" [ 1404.608369] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.616819] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.934627] env[69742]: DEBUG nova.compute.manager [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1404.934912] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.935854] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00990c81-4831-4c6f-9933-7faec3dd33ac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.944631] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.944909] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f413d02-fdf2-406d-a2b9-cd5e14dfdb4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.952332] env[69742]: DEBUG oslo_vmware.api [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1404.952332] env[69742]: value = "task-4061650" [ 1404.952332] env[69742]: _type = "Task" [ 1404.952332] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.961400] env[69742]: DEBUG oslo_vmware.api [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.975243] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Releasing lock "refresh_cache-b1871d80-5000-4427-a9af-40a64c811a4d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.975609] env[69742]: DEBUG nova.compute.manager [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Instance network_info: |[{"id": "d354d719-9b69-41cd-b277-840e0ee5ffb1", "address": "fa:16:3e:e0:38:e9", "network": {"id": "e9265a73-43ba-4532-bcbb-d396ea3d2394", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310520554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd8c369c6deb46a591abb377d030a543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd354d719-9b", "ovs_interfaceid": "d354d719-9b69-41cd-b277-840e0ee5ffb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1404.975944] env[69742]: DEBUG oslo_concurrency.lockutils [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] Acquired lock "refresh_cache-b1871d80-5000-4427-a9af-40a64c811a4d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.976145] env[69742]: DEBUG nova.network.neutron [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Refreshing network info cache for port d354d719-9b69-41cd-b277-840e0ee5ffb1 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.977465] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:38:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd354d719-9b69-41cd-b277-840e0ee5ffb1', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.986425] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1404.989893] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1404.990499] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8503ff4-0f2c-451d-a3fe-577a39812f9e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.015251] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.015251] env[69742]: value = "task-4061651" [ 1405.015251] env[69742]: _type = "Task" [ 1405.015251] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.027200] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061651, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.122597] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.230898] env[69742]: DEBUG nova.network.neutron [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Updated VIF entry in instance network info cache for port d354d719-9b69-41cd-b277-840e0ee5ffb1. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.231353] env[69742]: DEBUG nova.network.neutron [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Updating instance_info_cache with network_info: [{"id": "d354d719-9b69-41cd-b277-840e0ee5ffb1", "address": "fa:16:3e:e0:38:e9", "network": {"id": "e9265a73-43ba-4532-bcbb-d396ea3d2394", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310520554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd8c369c6deb46a591abb377d030a543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd354d719-9b", "ovs_interfaceid": "d354d719-9b69-41cd-b277-840e0ee5ffb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.462607] env[69742]: DEBUG oslo_vmware.api [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061650, 'name': PowerOffVM_Task, 'duration_secs': 0.218216} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.462913] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.463095] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.463347] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfa3bfff-6e2a-4e4b-b0ff-fe49a55cb70f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.529453] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.529874] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.529933] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleting the datastore file [datastore2] 720b8f8b-41f1-4adc-bd1d-eb779ffaab96 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.533798] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef38a56a-158a-4b67-979a-3cc14b45a44c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.535744] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061651, 'name': CreateVM_Task, 'duration_secs': 0.383561} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.535923] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1405.537076] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.537266] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.537604] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.537869] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b3daec-cdea-4efe-a4f7-54dc172913e4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.540858] env[69742]: DEBUG oslo_vmware.api [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1405.540858] env[69742]: value = "task-4061653" [ 1405.540858] env[69742]: _type = "Task" [ 1405.540858] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.545516] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1405.545516] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5289de29-2539-8703-201e-df54594474e2" [ 1405.545516] env[69742]: _type = "Task" [ 1405.545516] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.551464] env[69742]: DEBUG oslo_vmware.api [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.556717] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5289de29-2539-8703-201e-df54594474e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.557047] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.557297] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.557524] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.557669] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.557841] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.558092] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af203997-b72a-4789-902f-e6062c310fe1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.566138] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.566330] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.567029] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf8c8ca-822e-4b85-9e21-5ac7e51c640c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.572343] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1405.572343] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]526e383e-2f1b-68e2-5ae6-9e63a271146c" [ 1405.572343] env[69742]: _type = "Task" [ 1405.572343] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.579923] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526e383e-2f1b-68e2-5ae6-9e63a271146c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.618444] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061649, 'name': ReconfigVM_Task, 'duration_secs': 0.622625} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.618720] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1cff6031-d5db-4508-858b-deb0ad862095/1cff6031-d5db-4508-858b-deb0ad862095.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.619392] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46af05e5-3b87-40f6-8d99-425e6a4c9857 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.626195] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1405.626195] env[69742]: value = "task-4061654" [ 1405.626195] env[69742]: _type = "Task" [ 1405.626195] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.634577] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061654, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.734487] env[69742]: DEBUG oslo_concurrency.lockutils [req-ece7abfe-2778-4b83-bd98-9110d8df6c1d req-8912a3c1-f164-40fb-8881-b5f8d39f8f61 service nova] Releasing lock "refresh_cache-b1871d80-5000-4427-a9af-40a64c811a4d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.052056] env[69742]: DEBUG oslo_vmware.api [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179298} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.052320] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.052509] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.052687] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.052872] env[69742]: INFO nova.compute.manager [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1406.053108] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.053297] env[69742]: DEBUG nova.compute.manager [-] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.053395] env[69742]: DEBUG nova.network.neutron [-] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.083216] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]526e383e-2f1b-68e2-5ae6-9e63a271146c, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.083635] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59cbb51-861b-4d57-8f97-a0e3dd23f4a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.089856] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1406.089856] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528f1702-7d36-f6c4-7788-b2b1cb4153a7" [ 1406.089856] env[69742]: _type = "Task" [ 1406.089856] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.097981] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528f1702-7d36-f6c4-7788-b2b1cb4153a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.136392] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061654, 'name': Rename_Task, 'duration_secs': 0.181424} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.137686] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.137686] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40b566d6-c1f9-4005-8dd5-1208fd4df2df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.144678] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1406.144678] env[69742]: value = "task-4061655" [ 1406.144678] env[69742]: _type = "Task" [ 1406.144678] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.152593] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.318571] env[69742]: DEBUG nova.compute.manager [req-4fe154de-e610-4239-a488-f1a61f60e7ba req-816eac6f-8a42-49aa-bd6a-d327a898a983 service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Received event network-vif-deleted-5376fd25-ccbc-4944-a0df-0a6e1c696467 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.318796] env[69742]: INFO nova.compute.manager [req-4fe154de-e610-4239-a488-f1a61f60e7ba req-816eac6f-8a42-49aa-bd6a-d327a898a983 service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Neutron deleted interface 5376fd25-ccbc-4944-a0df-0a6e1c696467; detaching it from the instance and deleting it from the info cache [ 1406.319476] env[69742]: DEBUG nova.network.neutron [req-4fe154de-e610-4239-a488-f1a61f60e7ba req-816eac6f-8a42-49aa-bd6a-d327a898a983 service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.486181] env[69742]: DEBUG nova.network.neutron [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Port 3f39f048-03bd-41dd-a03b-7e4c3e28066a binding to destination host cpu-1 is already ACTIVE {{(pid=69742) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1406.486592] env[69742]: DEBUG oslo_concurrency.lockutils [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.486912] env[69742]: DEBUG oslo_concurrency.lockutils [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.487226] env[69742]: DEBUG nova.network.neutron [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.602154] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528f1702-7d36-f6c4-7788-b2b1cb4153a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01364} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.602753] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.602753] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] b1871d80-5000-4427-a9af-40a64c811a4d/b1871d80-5000-4427-a9af-40a64c811a4d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.603064] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae6c15db-5c3c-41fa-b216-c1082c9c9a27 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.612121] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1406.612121] env[69742]: value = "task-4061656" [ 1406.612121] env[69742]: _type = "Task" [ 1406.612121] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.621956] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.655790] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061655, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.801076] env[69742]: DEBUG nova.network.neutron [-] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.824522] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-225f59ec-28b9-4789-8933-e2445361fbfa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.837994] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ac0ab9-3a9b-4a3b-8a95-3c0cfaa0228d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.869292] env[69742]: DEBUG nova.compute.manager [req-4fe154de-e610-4239-a488-f1a61f60e7ba req-816eac6f-8a42-49aa-bd6a-d327a898a983 service nova] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Detach interface failed, port_id=5376fd25-ccbc-4944-a0df-0a6e1c696467, reason: Instance 720b8f8b-41f1-4adc-bd1d-eb779ffaab96 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.122950] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061656, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.156229] env[69742]: DEBUG oslo_vmware.api [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061655, 'name': PowerOnVM_Task, 'duration_secs': 0.5283} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.156520] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.156728] env[69742]: INFO nova.compute.manager [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1407.156935] env[69742]: DEBUG nova.compute.manager [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.160059] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad7b927-f610-4ba3-9db3-133660101098 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.226586] env[69742]: DEBUG nova.network.neutron [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance_info_cache with network_info: [{"id": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "address": "fa:16:3e:6e:0a:36", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f39f048-03", "ovs_interfaceid": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.303578] env[69742]: INFO nova.compute.manager [-] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Took 1.25 seconds to deallocate network for instance. [ 1407.623400] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600133} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.623812] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] b1871d80-5000-4427-a9af-40a64c811a4d/b1871d80-5000-4427-a9af-40a64c811a4d.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.623895] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.624187] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fcde6dd-86ed-4f4b-a5c5-6bb1d040b83b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.631758] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1407.631758] env[69742]: value = "task-4061657" [ 1407.631758] env[69742]: _type = "Task" [ 1407.631758] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.640529] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.678088] env[69742]: INFO nova.compute.manager [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Took 14.67 seconds to build instance. [ 1407.729773] env[69742]: DEBUG oslo_concurrency.lockutils [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.809594] env[69742]: DEBUG oslo_concurrency.lockutils [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.809880] env[69742]: DEBUG oslo_concurrency.lockutils [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.810117] env[69742]: DEBUG nova.objects.instance [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lazy-loading 'resources' on Instance uuid 720b8f8b-41f1-4adc-bd1d-eb779ffaab96 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.142832] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069325} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.145861] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.145861] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2fbf05-c11b-4e4f-93a0-2c187e86f365 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.167796] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] b1871d80-5000-4427-a9af-40a64c811a4d/b1871d80-5000-4427-a9af-40a64c811a4d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.167796] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caa4c78c-694e-4e7e-ad92-445ebd6297bc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.183239] env[69742]: DEBUG oslo_concurrency.lockutils [None req-19d721b3-1895-4f4a-b3e1-a57ac25e1a0a tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.187s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.190345] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1408.190345] env[69742]: value = "task-4061658" [ 1408.190345] env[69742]: _type = "Task" [ 1408.190345] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.200838] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.233317] env[69742]: DEBUG nova.compute.manager [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69742) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1408.233557] env[69742]: DEBUG oslo_concurrency.lockutils [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.424832] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b816248-9473-4087-8d83-bd1d86ed9e7e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.433571] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d0b737-cef6-4b8b-9ebc-f8b35d25e658 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.468648] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67298402-18a0-4b4f-95c0-648850cc2f2e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.477606] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedae9ef-436c-4ae5-995e-24cd1946225f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.494134] env[69742]: DEBUG nova.compute.provider_tree [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.702025] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.767072] env[69742]: DEBUG nova.compute.manager [req-25a1d800-3f1f-4442-a1b0-1ea57a9a15c1 req-aa687aca-5cd0-4eff-bc90-7468660b6cec service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Received event network-changed-a7fab82b-bbbc-40a7-ab15-c81de68ece29 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.767497] env[69742]: DEBUG nova.compute.manager [req-25a1d800-3f1f-4442-a1b0-1ea57a9a15c1 req-aa687aca-5cd0-4eff-bc90-7468660b6cec service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Refreshing instance network info cache due to event network-changed-a7fab82b-bbbc-40a7-ab15-c81de68ece29. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1408.767729] env[69742]: DEBUG oslo_concurrency.lockutils [req-25a1d800-3f1f-4442-a1b0-1ea57a9a15c1 req-aa687aca-5cd0-4eff-bc90-7468660b6cec service nova] Acquiring lock "refresh_cache-1cff6031-d5db-4508-858b-deb0ad862095" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.767885] env[69742]: DEBUG oslo_concurrency.lockutils [req-25a1d800-3f1f-4442-a1b0-1ea57a9a15c1 req-aa687aca-5cd0-4eff-bc90-7468660b6cec service nova] Acquired lock "refresh_cache-1cff6031-d5db-4508-858b-deb0ad862095" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.768182] env[69742]: DEBUG nova.network.neutron [req-25a1d800-3f1f-4442-a1b0-1ea57a9a15c1 req-aa687aca-5cd0-4eff-bc90-7468660b6cec service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Refreshing network info cache for port a7fab82b-bbbc-40a7-ab15-c81de68ece29 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.997623] env[69742]: DEBUG nova.scheduler.client.report [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.203399] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061658, 'name': ReconfigVM_Task, 'duration_secs': 0.916386} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.203723] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] b1871d80-5000-4427-a9af-40a64c811a4d/b1871d80-5000-4427-a9af-40a64c811a4d.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.204514] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d437ecc4-f4d0-47db-845d-3a0455600bfa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.211705] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1409.211705] env[69742]: value = "task-4061659" [ 1409.211705] env[69742]: _type = "Task" [ 1409.211705] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.220426] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061659, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.487831] env[69742]: DEBUG nova.network.neutron [req-25a1d800-3f1f-4442-a1b0-1ea57a9a15c1 req-aa687aca-5cd0-4eff-bc90-7468660b6cec service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Updated VIF entry in instance network info cache for port a7fab82b-bbbc-40a7-ab15-c81de68ece29. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.488282] env[69742]: DEBUG nova.network.neutron [req-25a1d800-3f1f-4442-a1b0-1ea57a9a15c1 req-aa687aca-5cd0-4eff-bc90-7468660b6cec service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Updating instance_info_cache with network_info: [{"id": "a7fab82b-bbbc-40a7-ab15-c81de68ece29", "address": "fa:16:3e:18:55:6b", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7fab82b-bb", "ovs_interfaceid": "a7fab82b-bbbc-40a7-ab15-c81de68ece29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.502187] env[69742]: DEBUG oslo_concurrency.lockutils [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.504608] env[69742]: DEBUG oslo_concurrency.lockutils [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.271s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.520677] env[69742]: INFO nova.scheduler.client.report [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted allocations for instance 720b8f8b-41f1-4adc-bd1d-eb779ffaab96 [ 1409.722030] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061659, 'name': Rename_Task, 'duration_secs': 0.143339} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.722417] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.722485] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9fbf66-43c0-43e4-98a8-268bd4eeb1a2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.728757] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1409.728757] env[69742]: value = "task-4061660" [ 1409.728757] env[69742]: _type = "Task" [ 1409.728757] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.736857] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.991292] env[69742]: DEBUG oslo_concurrency.lockutils [req-25a1d800-3f1f-4442-a1b0-1ea57a9a15c1 req-aa687aca-5cd0-4eff-bc90-7468660b6cec service nova] Releasing lock "refresh_cache-1cff6031-d5db-4508-858b-deb0ad862095" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.010409] env[69742]: DEBUG nova.objects.instance [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'migration_context' on Instance uuid b2d93bb9-f0af-40dc-868b-3da432868dcd {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.028798] env[69742]: DEBUG oslo_concurrency.lockutils [None req-98686a1f-1b80-4024-9226-58925980bd34 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "720b8f8b-41f1-4adc-bd1d-eb779ffaab96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.602s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.238919] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.593846] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3affd17-6d49-4dbd-a20c-ee53027c4488 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.602194] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e05402-0ad5-4502-bbe6-96aa9fb3f35f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.635845] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4039d1-5c7f-43ac-a5c9-4a61b999c1c1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.645070] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f58e28-ca6b-4e30-b627-a4c1939ac0ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.659493] env[69742]: DEBUG nova.compute.provider_tree [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.739738] env[69742]: DEBUG oslo_vmware.api [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061660, 'name': PowerOnVM_Task, 'duration_secs': 0.938508} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.740118] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.740224] env[69742]: INFO nova.compute.manager [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1410.740432] env[69742]: DEBUG nova.compute.manager [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.741203] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f293a49-8982-4fd5-b8d9-a0ca4df504fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.163454] env[69742]: DEBUG nova.scheduler.client.report [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.260492] env[69742]: INFO nova.compute.manager [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Took 12.50 seconds to build instance. [ 1411.487298] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.487899] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.762925] env[69742]: DEBUG oslo_concurrency.lockutils [None req-0aff666b-f4dd-4596-9891-c53b1b1276df tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.008s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.990795] env[69742]: DEBUG nova.compute.manager [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1412.039450] env[69742]: DEBUG nova.compute.manager [req-b7e826e7-7330-4ea3-bd66-d211bf244757 req-abb206ab-74e0-4d2c-ac7e-82c17fec2c83 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Received event network-changed-d354d719-9b69-41cd-b277-840e0ee5ffb1 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.039661] env[69742]: DEBUG nova.compute.manager [req-b7e826e7-7330-4ea3-bd66-d211bf244757 req-abb206ab-74e0-4d2c-ac7e-82c17fec2c83 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Refreshing instance network info cache due to event network-changed-d354d719-9b69-41cd-b277-840e0ee5ffb1. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1412.039866] env[69742]: DEBUG oslo_concurrency.lockutils [req-b7e826e7-7330-4ea3-bd66-d211bf244757 req-abb206ab-74e0-4d2c-ac7e-82c17fec2c83 service nova] Acquiring lock "refresh_cache-b1871d80-5000-4427-a9af-40a64c811a4d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.040112] env[69742]: DEBUG oslo_concurrency.lockutils [req-b7e826e7-7330-4ea3-bd66-d211bf244757 req-abb206ab-74e0-4d2c-ac7e-82c17fec2c83 service nova] Acquired lock "refresh_cache-b1871d80-5000-4427-a9af-40a64c811a4d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.040406] env[69742]: DEBUG nova.network.neutron [req-b7e826e7-7330-4ea3-bd66-d211bf244757 req-abb206ab-74e0-4d2c-ac7e-82c17fec2c83 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Refreshing network info cache for port d354d719-9b69-41cd-b277-840e0ee5ffb1 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.173248] env[69742]: DEBUG oslo_concurrency.lockutils [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.669s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.513603] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.513887] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.515463] env[69742]: INFO nova.compute.claims [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.764975] env[69742]: DEBUG nova.network.neutron [req-b7e826e7-7330-4ea3-bd66-d211bf244757 req-abb206ab-74e0-4d2c-ac7e-82c17fec2c83 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Updated VIF entry in instance network info cache for port d354d719-9b69-41cd-b277-840e0ee5ffb1. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.765375] env[69742]: DEBUG nova.network.neutron [req-b7e826e7-7330-4ea3-bd66-d211bf244757 req-abb206ab-74e0-4d2c-ac7e-82c17fec2c83 service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Updating instance_info_cache with network_info: [{"id": "d354d719-9b69-41cd-b277-840e0ee5ffb1", "address": "fa:16:3e:e0:38:e9", "network": {"id": "e9265a73-43ba-4532-bcbb-d396ea3d2394", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-310520554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd8c369c6deb46a591abb377d030a543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd354d719-9b", "ovs_interfaceid": "d354d719-9b69-41cd-b277-840e0ee5ffb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.268667] env[69742]: DEBUG oslo_concurrency.lockutils [req-b7e826e7-7330-4ea3-bd66-d211bf244757 req-abb206ab-74e0-4d2c-ac7e-82c17fec2c83 service nova] Releasing lock "refresh_cache-b1871d80-5000-4427-a9af-40a64c811a4d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.610815] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f965f270-1b01-4857-8a84-a355b5c2c155 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.620496] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85321e4-75ea-4263-8e9a-a491096d1921 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.651143] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45602c4b-4c4f-4c2d-b209-570163844e80 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.659535] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf86c029-95f3-48e3-8c1e-6c65106e0d23 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.674670] env[69742]: DEBUG nova.compute.provider_tree [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.709238] env[69742]: INFO nova.compute.manager [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Swapping old allocation on dict_keys(['d7c17de2-386a-4ee9-b4fd-640969c45642']) held by migration 41e61ce2-65e8-4410-941c-37e3ab3ef013 for instance [ 1413.733510] env[69742]: DEBUG nova.scheduler.client.report [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Overwriting current allocation {'allocations': {'d7c17de2-386a-4ee9-b4fd-640969c45642': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 184}}, 'project_id': '19e75b20ccb74934b5ef91445d88ed54', 'user_id': '52c28c12e3764affb0fe66edf2375315', 'consumer_generation': 1} on consumer b2d93bb9-f0af-40dc-868b-3da432868dcd {{(pid=69742) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1413.810121] env[69742]: DEBUG oslo_concurrency.lockutils [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.810391] env[69742]: DEBUG oslo_concurrency.lockutils [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.810485] env[69742]: DEBUG nova.network.neutron [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.178157] env[69742]: DEBUG nova.scheduler.client.report [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.534547] env[69742]: DEBUG nova.network.neutron [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance_info_cache with network_info: [{"id": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "address": "fa:16:3e:6e:0a:36", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f39f048-03", "ovs_interfaceid": "3f39f048-03bd-41dd-a03b-7e4c3e28066a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.683396] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.683919] env[69742]: DEBUG nova.compute.manager [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1415.037936] env[69742]: DEBUG oslo_concurrency.lockutils [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-b2d93bb9-f0af-40dc-868b-3da432868dcd" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.038623] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.039041] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5070cb05-e1c1-4ef1-ba02-18864dbe0afb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.047665] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1415.047665] env[69742]: value = "task-4061661" [ 1415.047665] env[69742]: _type = "Task" [ 1415.047665] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.058285] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.189153] env[69742]: DEBUG nova.compute.utils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1415.190700] env[69742]: DEBUG nova.compute.manager [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1415.190872] env[69742]: DEBUG nova.network.neutron [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1415.233731] env[69742]: DEBUG nova.policy [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10d5667600048109138dbc314a26eec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b26a90a6b8b42cabc25a5f4a74c5585', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1415.502442] env[69742]: DEBUG nova.network.neutron [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Successfully created port: b9e7a27b-4677-4433-b519-77eb561f7709 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1415.558206] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061661, 'name': PowerOffVM_Task, 'duration_secs': 0.247076} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.558479] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.559160] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.559571] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.559908] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.560259] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.560554] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.560817] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.561172] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.561450] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.561738] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.562030] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.562334] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.570952] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a041459b-f6b3-4202-b25b-d49ffe02f895 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.594744] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1415.594744] env[69742]: value = "task-4061662" [ 1415.594744] env[69742]: _type = "Task" [ 1415.594744] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.606958] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.694306] env[69742]: DEBUG nova.compute.manager [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1416.104273] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061662, 'name': ReconfigVM_Task, 'duration_secs': 0.173087} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.105129] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f102406e-41c3-4ea2-991a-25fdda4eac34 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.123608] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.123850] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.124017] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.124207] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.124356] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.124509] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.124710] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.124869] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.125124] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.125216] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.125392] env[69742]: DEBUG nova.virt.hardware [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.126178] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1a9581-740a-4876-bd35-6bb11e34d93f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.132042] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1416.132042] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c46b79-cfdd-a144-4227-1958f2a2075e" [ 1416.132042] env[69742]: _type = "Task" [ 1416.132042] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.140109] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c46b79-cfdd-a144-4227-1958f2a2075e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.642650] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c46b79-cfdd-a144-4227-1958f2a2075e, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.647906] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1416.648206] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5417543-2743-4fc6-aca7-efa104641e40 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.667267] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1416.667267] env[69742]: value = "task-4061663" [ 1416.667267] env[69742]: _type = "Task" [ 1416.667267] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.675326] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.704068] env[69742]: DEBUG nova.compute.manager [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.732080] env[69742]: DEBUG nova.virt.hardware [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.732342] env[69742]: DEBUG nova.virt.hardware [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.732619] env[69742]: DEBUG nova.virt.hardware [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.732909] env[69742]: DEBUG nova.virt.hardware [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.733116] env[69742]: DEBUG nova.virt.hardware [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.733278] env[69742]: DEBUG nova.virt.hardware [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.733500] env[69742]: DEBUG nova.virt.hardware [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.733696] env[69742]: DEBUG nova.virt.hardware [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.733877] env[69742]: DEBUG nova.virt.hardware [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.734057] env[69742]: DEBUG nova.virt.hardware [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.734244] env[69742]: DEBUG nova.virt.hardware [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.735103] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c838d05-da98-46b7-9df1-2cd2c2b2f798 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.744035] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc28f249-2a11-4abc-a898-bbb9ca622484 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.872970] env[69742]: DEBUG nova.compute.manager [req-322288dc-904a-4584-9c31-1271c9217f29 req-cff83e32-840f-47f2-918b-3db107249e9f service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Received event network-vif-plugged-b9e7a27b-4677-4433-b519-77eb561f7709 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.873186] env[69742]: DEBUG oslo_concurrency.lockutils [req-322288dc-904a-4584-9c31-1271c9217f29 req-cff83e32-840f-47f2-918b-3db107249e9f service nova] Acquiring lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.873405] env[69742]: DEBUG oslo_concurrency.lockutils [req-322288dc-904a-4584-9c31-1271c9217f29 req-cff83e32-840f-47f2-918b-3db107249e9f service nova] Lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.873529] env[69742]: DEBUG oslo_concurrency.lockutils [req-322288dc-904a-4584-9c31-1271c9217f29 req-cff83e32-840f-47f2-918b-3db107249e9f service nova] Lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.873715] env[69742]: DEBUG nova.compute.manager [req-322288dc-904a-4584-9c31-1271c9217f29 req-cff83e32-840f-47f2-918b-3db107249e9f service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] No waiting events found dispatching network-vif-plugged-b9e7a27b-4677-4433-b519-77eb561f7709 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1416.873909] env[69742]: WARNING nova.compute.manager [req-322288dc-904a-4584-9c31-1271c9217f29 req-cff83e32-840f-47f2-918b-3db107249e9f service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Received unexpected event network-vif-plugged-b9e7a27b-4677-4433-b519-77eb561f7709 for instance with vm_state building and task_state spawning. [ 1416.951425] env[69742]: DEBUG nova.network.neutron [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Successfully updated port: b9e7a27b-4677-4433-b519-77eb561f7709 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1417.177692] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061663, 'name': ReconfigVM_Task, 'duration_secs': 0.178785} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.178107] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1417.178913] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b740d6e8-0d88-4927-bfd4-38829f0cdc5d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.201115] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b2d93bb9-f0af-40dc-868b-3da432868dcd/b2d93bb9-f0af-40dc-868b-3da432868dcd.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.201513] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b499670e-f182-48e5-b252-59ba18fe95a3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.219935] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1417.219935] env[69742]: value = "task-4061664" [ 1417.219935] env[69742]: _type = "Task" [ 1417.219935] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.228166] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.454887] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "refresh_cache-3d55d8fd-a15b-45c7-ab48-ebe95de693f4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.455054] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "refresh_cache-3d55d8fd-a15b-45c7-ab48-ebe95de693f4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.455243] env[69742]: DEBUG nova.network.neutron [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.734418] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061664, 'name': ReconfigVM_Task, 'duration_secs': 0.25765} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.734896] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b2d93bb9-f0af-40dc-868b-3da432868dcd/b2d93bb9-f0af-40dc-868b-3da432868dcd.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.736267] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aebf310-01ff-4e8b-b754-cc3b27397db0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.768314] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b220bf8-fd3d-4cfd-b7c7-7f8faa0bb712 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.797850] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea107ead-f271-41f8-9623-1d78da884202 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.818069] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8114702-ab19-4e81-a130-7ee400cf5114 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.825686] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.825933] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82bdb5b8-89a1-423e-bf33-05b40b523947 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.832084] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1417.832084] env[69742]: value = "task-4061665" [ 1417.832084] env[69742]: _type = "Task" [ 1417.832084] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.839649] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.989323] env[69742]: DEBUG nova.network.neutron [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.125938] env[69742]: DEBUG nova.network.neutron [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Updating instance_info_cache with network_info: [{"id": "b9e7a27b-4677-4433-b519-77eb561f7709", "address": "fa:16:3e:09:a0:68", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e7a27b-46", "ovs_interfaceid": "b9e7a27b-4677-4433-b519-77eb561f7709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.344919] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.628690] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "refresh_cache-3d55d8fd-a15b-45c7-ab48-ebe95de693f4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.628992] env[69742]: DEBUG nova.compute.manager [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Instance network_info: |[{"id": "b9e7a27b-4677-4433-b519-77eb561f7709", "address": "fa:16:3e:09:a0:68", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e7a27b-46", "ovs_interfaceid": "b9e7a27b-4677-4433-b519-77eb561f7709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1418.629513] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:a0:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9e7a27b-4677-4433-b519-77eb561f7709', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.637349] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.637612] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.637888] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93e670f4-7b45-48d5-9591-c52786343d0b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.659255] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.659255] env[69742]: value = "task-4061666" [ 1418.659255] env[69742]: _type = "Task" [ 1418.659255] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.667806] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061666, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.842799] env[69742]: DEBUG oslo_vmware.api [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061665, 'name': PowerOnVM_Task, 'duration_secs': 0.586225} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.843214] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.904977] env[69742]: DEBUG nova.compute.manager [req-7553c8d2-5533-46fd-98e9-41880ce67e45 req-c6a9d2a3-ea38-42ff-91dd-9a03c3199401 service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Received event network-changed-b9e7a27b-4677-4433-b519-77eb561f7709 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.904977] env[69742]: DEBUG nova.compute.manager [req-7553c8d2-5533-46fd-98e9-41880ce67e45 req-c6a9d2a3-ea38-42ff-91dd-9a03c3199401 service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Refreshing instance network info cache due to event network-changed-b9e7a27b-4677-4433-b519-77eb561f7709. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1418.904977] env[69742]: DEBUG oslo_concurrency.lockutils [req-7553c8d2-5533-46fd-98e9-41880ce67e45 req-c6a9d2a3-ea38-42ff-91dd-9a03c3199401 service nova] Acquiring lock "refresh_cache-3d55d8fd-a15b-45c7-ab48-ebe95de693f4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.905412] env[69742]: DEBUG oslo_concurrency.lockutils [req-7553c8d2-5533-46fd-98e9-41880ce67e45 req-c6a9d2a3-ea38-42ff-91dd-9a03c3199401 service nova] Acquired lock "refresh_cache-3d55d8fd-a15b-45c7-ab48-ebe95de693f4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.905412] env[69742]: DEBUG nova.network.neutron [req-7553c8d2-5533-46fd-98e9-41880ce67e45 req-c6a9d2a3-ea38-42ff-91dd-9a03c3199401 service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Refreshing network info cache for port b9e7a27b-4677-4433-b519-77eb561f7709 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.170013] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061666, 'name': CreateVM_Task, 'duration_secs': 0.331057} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.170214] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1419.170983] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.171178] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.171508] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.171768] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aec4199-c867-429e-9f98-d488367a894a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.177239] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1419.177239] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5275b612-1f39-272f-fbe7-298320255a93" [ 1419.177239] env[69742]: _type = "Task" [ 1419.177239] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.185339] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5275b612-1f39-272f-fbe7-298320255a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.592080] env[69742]: DEBUG nova.network.neutron [req-7553c8d2-5533-46fd-98e9-41880ce67e45 req-c6a9d2a3-ea38-42ff-91dd-9a03c3199401 service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Updated VIF entry in instance network info cache for port b9e7a27b-4677-4433-b519-77eb561f7709. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.592447] env[69742]: DEBUG nova.network.neutron [req-7553c8d2-5533-46fd-98e9-41880ce67e45 req-c6a9d2a3-ea38-42ff-91dd-9a03c3199401 service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Updating instance_info_cache with network_info: [{"id": "b9e7a27b-4677-4433-b519-77eb561f7709", "address": "fa:16:3e:09:a0:68", "network": {"id": "0796aca0-1011-4a8b-9600-68b82e5cfbda", "bridge": "br-int", "label": "tempest-ServersTestJSON-264013126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b26a90a6b8b42cabc25a5f4a74c5585", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9e7a27b-46", "ovs_interfaceid": "b9e7a27b-4677-4433-b519-77eb561f7709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.687647] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5275b612-1f39-272f-fbe7-298320255a93, 'name': SearchDatastore_Task, 'duration_secs': 0.011782} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.687918] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.688186] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.688497] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.688686] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.688968] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.689358] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9969adab-389b-4ab3-b384-a6ca5d9bf009 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.699565] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.699753] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.700499] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cea66b6-60d5-45ad-a725-6c0cfa6fd319 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.708068] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1419.708068] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529559fc-f22d-bc7b-3d35-7df2d714bd63" [ 1419.708068] env[69742]: _type = "Task" [ 1419.708068] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.717205] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529559fc-f22d-bc7b-3d35-7df2d714bd63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.855263] env[69742]: INFO nova.compute.manager [None req-66086948-3e67-4d0a-88c0-47439c0035dd tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance to original state: 'active' [ 1420.095639] env[69742]: DEBUG oslo_concurrency.lockutils [req-7553c8d2-5533-46fd-98e9-41880ce67e45 req-c6a9d2a3-ea38-42ff-91dd-9a03c3199401 service nova] Releasing lock "refresh_cache-3d55d8fd-a15b-45c7-ab48-ebe95de693f4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.220714] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529559fc-f22d-bc7b-3d35-7df2d714bd63, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.221571] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b37ffb-de8e-4bc5-b3b0-522abfcf437a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.229222] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1420.229222] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]523ef223-e349-afb0-cf2d-d235e3b777c1" [ 1420.229222] env[69742]: _type = "Task" [ 1420.229222] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.241294] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523ef223-e349-afb0-cf2d-d235e3b777c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.741088] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]523ef223-e349-afb0-cf2d-d235e3b777c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011377} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.741454] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.742055] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 3d55d8fd-a15b-45c7-ab48-ebe95de693f4/3d55d8fd-a15b-45c7-ab48-ebe95de693f4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.742055] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6411c2f4-7d93-4dd3-8a45-4480629c6007 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.750416] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1420.750416] env[69742]: value = "task-4061667" [ 1420.750416] env[69742]: _type = "Task" [ 1420.750416] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.760183] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.116874] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "b2d93bb9-f0af-40dc-868b-3da432868dcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.117752] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "b2d93bb9-f0af-40dc-868b-3da432868dcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.117985] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "b2d93bb9-f0af-40dc-868b-3da432868dcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.118205] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "b2d93bb9-f0af-40dc-868b-3da432868dcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.118474] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "b2d93bb9-f0af-40dc-868b-3da432868dcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.120919] env[69742]: INFO nova.compute.manager [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Terminating instance [ 1421.263602] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061667, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.624642] env[69742]: DEBUG nova.compute.manager [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1421.624895] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.625810] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf6e6dc-9e1c-4ba6-aaef-8294cabf6d43 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.633857] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.634119] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e252489-9419-4368-97c3-eec543bbfdbb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.640743] env[69742]: DEBUG oslo_vmware.api [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1421.640743] env[69742]: value = "task-4061668" [ 1421.640743] env[69742]: _type = "Task" [ 1421.640743] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.649698] env[69742]: DEBUG oslo_vmware.api [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.762234] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621516} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.762559] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 3d55d8fd-a15b-45c7-ab48-ebe95de693f4/3d55d8fd-a15b-45c7-ab48-ebe95de693f4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.762760] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.763021] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66b6655a-f1ec-4ee9-8c78-112e574976da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.770546] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1421.770546] env[69742]: value = "task-4061669" [ 1421.770546] env[69742]: _type = "Task" [ 1421.770546] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.781353] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.150738] env[69742]: DEBUG oslo_vmware.api [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061668, 'name': PowerOffVM_Task, 'duration_secs': 0.285885} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.151204] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.151204] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.151456] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-954b36fb-3cb2-4805-bf9c-a2f36ef666f1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.281252] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070391} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.281563] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.282359] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3722aed0-dbff-4fe9-bc4f-dc77b1ff8769 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.304403] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 3d55d8fd-a15b-45c7-ab48-ebe95de693f4/3d55d8fd-a15b-45c7-ab48-ebe95de693f4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.304705] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8cbdfb9-7ad4-42a6-b1a7-174d7ae4ecb7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.325086] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1422.325086] env[69742]: value = "task-4061671" [ 1422.325086] env[69742]: _type = "Task" [ 1422.325086] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.334047] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.448764] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.449090] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.449236] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleting the datastore file [datastore1] b2d93bb9-f0af-40dc-868b-3da432868dcd {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.449627] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb31172b-e9d4-4d28-867d-f730f030905a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.456442] env[69742]: DEBUG oslo_vmware.api [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1422.456442] env[69742]: value = "task-4061672" [ 1422.456442] env[69742]: _type = "Task" [ 1422.456442] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.465292] env[69742]: DEBUG oslo_vmware.api [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.835550] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061671, 'name': ReconfigVM_Task, 'duration_secs': 0.350364} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.836128] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 3d55d8fd-a15b-45c7-ab48-ebe95de693f4/3d55d8fd-a15b-45c7-ab48-ebe95de693f4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.836604] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3a559ff-3a14-449d-b945-0a4ed8678052 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.845406] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1422.845406] env[69742]: value = "task-4061673" [ 1422.845406] env[69742]: _type = "Task" [ 1422.845406] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.854198] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061673, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.967319] env[69742]: DEBUG oslo_vmware.api [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168472} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.967620] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.967820] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.967997] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.968189] env[69742]: INFO nova.compute.manager [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1422.968443] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.968690] env[69742]: DEBUG nova.compute.manager [-] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.968767] env[69742]: DEBUG nova.network.neutron [-] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.355977] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061673, 'name': Rename_Task, 'duration_secs': 0.158632} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.355977] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.356247] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe3555be-9b10-472e-81f1-13ef328940fe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.363538] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1423.363538] env[69742]: value = "task-4061674" [ 1423.363538] env[69742]: _type = "Task" [ 1423.363538] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.371866] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.447030] env[69742]: DEBUG nova.compute.manager [req-d6ea1cb5-dda1-468d-b20e-349bf316498e req-e8252dcc-2f2c-4bce-87cc-bccc1597895d service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Received event network-vif-deleted-3f39f048-03bd-41dd-a03b-7e4c3e28066a {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.447328] env[69742]: INFO nova.compute.manager [req-d6ea1cb5-dda1-468d-b20e-349bf316498e req-e8252dcc-2f2c-4bce-87cc-bccc1597895d service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Neutron deleted interface 3f39f048-03bd-41dd-a03b-7e4c3e28066a; detaching it from the instance and deleting it from the info cache [ 1423.447371] env[69742]: DEBUG nova.network.neutron [req-d6ea1cb5-dda1-468d-b20e-349bf316498e req-e8252dcc-2f2c-4bce-87cc-bccc1597895d service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.873919] env[69742]: DEBUG oslo_vmware.api [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061674, 'name': PowerOnVM_Task, 'duration_secs': 0.471599} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.874357] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.874419] env[69742]: INFO nova.compute.manager [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1423.874585] env[69742]: DEBUG nova.compute.manager [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.875408] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16455d1-67d4-4df3-9bfe-ede77155c746 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.931332] env[69742]: DEBUG nova.network.neutron [-] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.949804] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-185da21d-0460-4e32-9b4c-4e1a87b766b0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.960452] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e53963-898d-4612-a630-5f0f71cf7dcb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.989065] env[69742]: DEBUG nova.compute.manager [req-d6ea1cb5-dda1-468d-b20e-349bf316498e req-e8252dcc-2f2c-4bce-87cc-bccc1597895d service nova] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Detach interface failed, port_id=3f39f048-03bd-41dd-a03b-7e4c3e28066a, reason: Instance b2d93bb9-f0af-40dc-868b-3da432868dcd could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1424.392190] env[69742]: INFO nova.compute.manager [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Took 11.90 seconds to build instance. [ 1424.433776] env[69742]: INFO nova.compute.manager [-] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Took 1.46 seconds to deallocate network for instance. [ 1424.894595] env[69742]: DEBUG oslo_concurrency.lockutils [None req-5e6ea346-9021-4195-8e14-2283701ca371 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.407s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.941154] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.941558] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.941939] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.966962] env[69742]: INFO nova.scheduler.client.report [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleted allocations for instance b2d93bb9-f0af-40dc-868b-3da432868dcd [ 1425.215013] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.215337] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.215525] env[69742]: DEBUG nova.compute.manager [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.216473] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8cc08d-47f3-49c3-9395-26815f510825 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.223551] env[69742]: DEBUG nova.compute.manager [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69742) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1425.224146] env[69742]: DEBUG nova.objects.instance [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lazy-loading 'flavor' on Instance uuid 3d55d8fd-a15b-45c7-ab48-ebe95de693f4 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.475309] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b253dc7-c0fe-4003-a592-dcafb9007d75 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "b2d93bb9-f0af-40dc-868b-3da432868dcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.358s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.232320] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.232690] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06510e87-b800-46c7-8bb3-33ac7100b2a1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.240405] env[69742]: DEBUG oslo_vmware.api [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1426.240405] env[69742]: value = "task-4061675" [ 1426.240405] env[69742]: _type = "Task" [ 1426.240405] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.250601] env[69742]: DEBUG oslo_vmware.api [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.411385] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.411634] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.750911] env[69742]: DEBUG oslo_vmware.api [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061675, 'name': PowerOffVM_Task, 'duration_secs': 0.19226} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.751206] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.751416] env[69742]: DEBUG nova.compute.manager [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.752246] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57b11ad-b41f-4ece-865c-d92e89be8d1c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.915097] env[69742]: DEBUG nova.compute.manager [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.264631] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2b9adae9-e284-42ee-8091-6c98e6df9f84 tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.439503] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.439813] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.441483] env[69742]: INFO nova.compute.claims [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.860547] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.860830] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.861110] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.861323] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.861509] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.863656] env[69742]: INFO nova.compute.manager [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Terminating instance [ 1428.367559] env[69742]: DEBUG nova.compute.manager [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.367950] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.368795] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc8736-b5a6-40a5-bdd0-c318936cfd55 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.377062] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.377316] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-594b4439-13b1-4e2a-841e-2a4a2d28a75f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.448582] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.448817] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.448912] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleting the datastore file [datastore2] 3d55d8fd-a15b-45c7-ab48-ebe95de693f4 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.452059] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09c0ab46-b760-407b-bfa6-33eaa41d169d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.459470] env[69742]: DEBUG oslo_vmware.api [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1428.459470] env[69742]: value = "task-4061677" [ 1428.459470] env[69742]: _type = "Task" [ 1428.459470] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.467912] env[69742]: DEBUG oslo_vmware.api [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.530863] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bf89bb-8f11-47f0-920c-a525b4aab3f6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.539206] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19d6df6-8385-4592-87c3-fa4fc0ac6482 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.571688] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7109e866-a243-442d-a3d9-98044f9329b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.579522] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77158deb-33a2-4a84-92aa-0bd079afa237 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.593447] env[69742]: DEBUG nova.compute.provider_tree [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.970024] env[69742]: DEBUG oslo_vmware.api [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233395} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.970334] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.970570] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.970818] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.971026] env[69742]: INFO nova.compute.manager [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1428.971278] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1428.971464] env[69742]: DEBUG nova.compute.manager [-] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.971561] env[69742]: DEBUG nova.network.neutron [-] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.097011] env[69742]: DEBUG nova.scheduler.client.report [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.230120] env[69742]: DEBUG nova.compute.manager [req-d29579b8-61a4-477d-82a9-3adb90b3dda3 req-88bc4750-d897-49bc-ab87-fe3250908a5a service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Received event network-vif-deleted-b9e7a27b-4677-4433-b519-77eb561f7709 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.230120] env[69742]: INFO nova.compute.manager [req-d29579b8-61a4-477d-82a9-3adb90b3dda3 req-88bc4750-d897-49bc-ab87-fe3250908a5a service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Neutron deleted interface b9e7a27b-4677-4433-b519-77eb561f7709; detaching it from the instance and deleting it from the info cache [ 1429.230444] env[69742]: DEBUG nova.network.neutron [req-d29579b8-61a4-477d-82a9-3adb90b3dda3 req-88bc4750-d897-49bc-ab87-fe3250908a5a service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.602069] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.602624] env[69742]: DEBUG nova.compute.manager [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1429.708718] env[69742]: DEBUG nova.network.neutron [-] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.733181] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd16855d-2ed3-4928-86dd-aeac6061b826 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.744151] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df95493-44e7-4716-84e2-6f4de8996368 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.772140] env[69742]: DEBUG nova.compute.manager [req-d29579b8-61a4-477d-82a9-3adb90b3dda3 req-88bc4750-d897-49bc-ab87-fe3250908a5a service nova] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Detach interface failed, port_id=b9e7a27b-4677-4433-b519-77eb561f7709, reason: Instance 3d55d8fd-a15b-45c7-ab48-ebe95de693f4 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1430.107706] env[69742]: DEBUG nova.compute.utils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1430.109206] env[69742]: DEBUG nova.compute.manager [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.109425] env[69742]: DEBUG nova.network.neutron [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.155952] env[69742]: DEBUG nova.policy [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c28c12e3764affb0fe66edf2375315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e75b20ccb74934b5ef91445d88ed54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.211589] env[69742]: INFO nova.compute.manager [-] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Took 1.24 seconds to deallocate network for instance. [ 1430.418266] env[69742]: DEBUG nova.network.neutron [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Successfully created port: a5a34d94-f73d-4c2f-82c8-f92550223d87 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.614619] env[69742]: DEBUG nova.compute.manager [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1430.718181] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.718488] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.718711] env[69742]: DEBUG nova.objects.instance [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lazy-loading 'resources' on Instance uuid 3d55d8fd-a15b-45c7-ab48-ebe95de693f4 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.309754] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a009f5-315a-4e26-b343-d175290e94ae {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.318601] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b0994e-5081-4cc6-8225-b26889114552 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.350422] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d96f2e-8991-4aaf-9852-e0c39142de71 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.359239] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a1768f-d18d-4bf0-b5c6-320f711f9d24 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.375128] env[69742]: DEBUG nova.compute.provider_tree [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.623066] env[69742]: DEBUG nova.compute.manager [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1431.650637] env[69742]: DEBUG nova.virt.hardware [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.650883] env[69742]: DEBUG nova.virt.hardware [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.651051] env[69742]: DEBUG nova.virt.hardware [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.651237] env[69742]: DEBUG nova.virt.hardware [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.651384] env[69742]: DEBUG nova.virt.hardware [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.651531] env[69742]: DEBUG nova.virt.hardware [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.651747] env[69742]: DEBUG nova.virt.hardware [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.651905] env[69742]: DEBUG nova.virt.hardware [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.652089] env[69742]: DEBUG nova.virt.hardware [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.652256] env[69742]: DEBUG nova.virt.hardware [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.652431] env[69742]: DEBUG nova.virt.hardware [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.653301] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dfd8f4-3318-4088-a06b-0d83e63dc527 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.661567] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21af9342-f189-4d10-8278-529b7d74317d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.790905] env[69742]: DEBUG nova.compute.manager [req-19a7e21b-f4e4-436a-b994-262f91e0d37c req-61c4d263-aae0-4471-8c34-c3682607f3be service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Received event network-vif-plugged-a5a34d94-f73d-4c2f-82c8-f92550223d87 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.791143] env[69742]: DEBUG oslo_concurrency.lockutils [req-19a7e21b-f4e4-436a-b994-262f91e0d37c req-61c4d263-aae0-4471-8c34-c3682607f3be service nova] Acquiring lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.791367] env[69742]: DEBUG oslo_concurrency.lockutils [req-19a7e21b-f4e4-436a-b994-262f91e0d37c req-61c4d263-aae0-4471-8c34-c3682607f3be service nova] Lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.791510] env[69742]: DEBUG oslo_concurrency.lockutils [req-19a7e21b-f4e4-436a-b994-262f91e0d37c req-61c4d263-aae0-4471-8c34-c3682607f3be service nova] Lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.791676] env[69742]: DEBUG nova.compute.manager [req-19a7e21b-f4e4-436a-b994-262f91e0d37c req-61c4d263-aae0-4471-8c34-c3682607f3be service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] No waiting events found dispatching network-vif-plugged-a5a34d94-f73d-4c2f-82c8-f92550223d87 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.791852] env[69742]: WARNING nova.compute.manager [req-19a7e21b-f4e4-436a-b994-262f91e0d37c req-61c4d263-aae0-4471-8c34-c3682607f3be service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Received unexpected event network-vif-plugged-a5a34d94-f73d-4c2f-82c8-f92550223d87 for instance with vm_state building and task_state spawning. [ 1431.875878] env[69742]: DEBUG nova.network.neutron [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Successfully updated port: a5a34d94-f73d-4c2f-82c8-f92550223d87 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1431.877830] env[69742]: DEBUG nova.scheduler.client.report [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.382331] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.382545] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.382760] env[69742]: DEBUG nova.network.neutron [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.384728] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.402585] env[69742]: INFO nova.scheduler.client.report [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted allocations for instance 3d55d8fd-a15b-45c7-ab48-ebe95de693f4 [ 1432.910573] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8ffe067a-fb57-4600-b285-235448ef064d tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "3d55d8fd-a15b-45c7-ab48-ebe95de693f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.050s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.917208] env[69742]: DEBUG nova.network.neutron [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.058445] env[69742]: DEBUG nova.network.neutron [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Updating instance_info_cache with network_info: [{"id": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "address": "fa:16:3e:db:c2:11", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a34d94-f7", "ovs_interfaceid": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.562221] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.562504] env[69742]: DEBUG nova.compute.manager [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Instance network_info: |[{"id": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "address": "fa:16:3e:db:c2:11", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a34d94-f7", "ovs_interfaceid": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1433.562935] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:c2:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5a34d94-f73d-4c2f-82c8-f92550223d87', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.570621] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1433.570837] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.571084] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb054a34-159d-4e9c-a2d3-7d762c971f8b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.591844] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.591844] env[69742]: value = "task-4061678" [ 1433.591844] env[69742]: _type = "Task" [ 1433.591844] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.600727] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061678, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.609260] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "c111610e-7b02-49d1-860b-b6b6ad13038f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.609526] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c111610e-7b02-49d1-860b-b6b6ad13038f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.609736] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "c111610e-7b02-49d1-860b-b6b6ad13038f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.609924] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c111610e-7b02-49d1-860b-b6b6ad13038f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.610106] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c111610e-7b02-49d1-860b-b6b6ad13038f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.612310] env[69742]: INFO nova.compute.manager [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Terminating instance [ 1433.819519] env[69742]: DEBUG nova.compute.manager [req-6bb07e41-404b-4098-a6c1-4c6ad16512ff req-1127dff7-75cf-4943-89a0-94ff931c5f45 service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Received event network-changed-a5a34d94-f73d-4c2f-82c8-f92550223d87 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.819806] env[69742]: DEBUG nova.compute.manager [req-6bb07e41-404b-4098-a6c1-4c6ad16512ff req-1127dff7-75cf-4943-89a0-94ff931c5f45 service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Refreshing instance network info cache due to event network-changed-a5a34d94-f73d-4c2f-82c8-f92550223d87. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.820011] env[69742]: DEBUG oslo_concurrency.lockutils [req-6bb07e41-404b-4098-a6c1-4c6ad16512ff req-1127dff7-75cf-4943-89a0-94ff931c5f45 service nova] Acquiring lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.820120] env[69742]: DEBUG oslo_concurrency.lockutils [req-6bb07e41-404b-4098-a6c1-4c6ad16512ff req-1127dff7-75cf-4943-89a0-94ff931c5f45 service nova] Acquired lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.820373] env[69742]: DEBUG nova.network.neutron [req-6bb07e41-404b-4098-a6c1-4c6ad16512ff req-1127dff7-75cf-4943-89a0-94ff931c5f45 service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Refreshing network info cache for port a5a34d94-f73d-4c2f-82c8-f92550223d87 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.102578] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061678, 'name': CreateVM_Task, 'duration_secs': 0.327777} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.102929] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.103383] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.103549] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.103868] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.104131] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e7620a-9986-4a68-8832-b5f07bab2aac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.108668] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1434.108668] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bba777-2d94-ab52-2966-2dccabef15fa" [ 1434.108668] env[69742]: _type = "Task" [ 1434.108668] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.117201] env[69742]: DEBUG nova.compute.manager [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.117491] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.117684] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bba777-2d94-ab52-2966-2dccabef15fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.118413] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c531341b-e2eb-41b5-89f9-1701f1ef2c47 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.125295] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.125544] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2125c39a-72f9-4144-8173-2e7bbbe4dcdd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.131753] env[69742]: DEBUG oslo_vmware.api [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1434.131753] env[69742]: value = "task-4061679" [ 1434.131753] env[69742]: _type = "Task" [ 1434.131753] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.139952] env[69742]: DEBUG oslo_vmware.api [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.511547] env[69742]: DEBUG nova.network.neutron [req-6bb07e41-404b-4098-a6c1-4c6ad16512ff req-1127dff7-75cf-4943-89a0-94ff931c5f45 service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Updated VIF entry in instance network info cache for port a5a34d94-f73d-4c2f-82c8-f92550223d87. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.511939] env[69742]: DEBUG nova.network.neutron [req-6bb07e41-404b-4098-a6c1-4c6ad16512ff req-1127dff7-75cf-4943-89a0-94ff931c5f45 service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Updating instance_info_cache with network_info: [{"id": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "address": "fa:16:3e:db:c2:11", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a34d94-f7", "ovs_interfaceid": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.619109] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52bba777-2d94-ab52-2966-2dccabef15fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013257} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.619414] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.619681] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.619928] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.620090] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.620279] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.620537] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30bd61e5-4f50-4a45-a06f-65983c181cdc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.629629] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.629833] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.630563] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c434c089-17db-47da-bd1f-1951d759f818 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.640633] env[69742]: DEBUG oslo_vmware.api [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061679, 'name': PowerOffVM_Task, 'duration_secs': 0.229549} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.641829] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.641973] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.642303] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1434.642303] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b1d359-5f99-2eb9-b46d-2296d68b3bce" [ 1434.642303] env[69742]: _type = "Task" [ 1434.642303] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.642578] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e13ee82a-f676-4de8-b498-16ef905ab48f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.653294] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b1d359-5f99-2eb9-b46d-2296d68b3bce, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.654011] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e77fc0f-56df-41bf-8866-d3c1fe412c43 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.659056] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1434.659056] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e4f939-c527-cb2b-965f-62099ffecdbf" [ 1434.659056] env[69742]: _type = "Task" [ 1434.659056] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.666499] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e4f939-c527-cb2b-965f-62099ffecdbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.720455] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.720747] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.721019] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleting the datastore file [datastore2] c111610e-7b02-49d1-860b-b6b6ad13038f {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.721359] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32e3cc23-85c1-4b07-a500-a11625cc5459 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.732508] env[69742]: DEBUG oslo_vmware.api [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for the task: (returnval){ [ 1434.732508] env[69742]: value = "task-4061681" [ 1434.732508] env[69742]: _type = "Task" [ 1434.732508] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.740795] env[69742]: DEBUG oslo_vmware.api [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.015410] env[69742]: DEBUG oslo_concurrency.lockutils [req-6bb07e41-404b-4098-a6c1-4c6ad16512ff req-1127dff7-75cf-4943-89a0-94ff931c5f45 service nova] Releasing lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.171091] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52e4f939-c527-cb2b-965f-62099ffecdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.171528] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.171614] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] bafcb7fc-84ce-4afc-9e16-a2c89cc759c2/bafcb7fc-84ce-4afc-9e16-a2c89cc759c2.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.171872] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d11d4a49-1fc1-46f3-a251-5aeb8afa11b3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.179263] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1435.179263] env[69742]: value = "task-4061682" [ 1435.179263] env[69742]: _type = "Task" [ 1435.179263] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.187556] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.243514] env[69742]: DEBUG oslo_vmware.api [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Task: {'id': task-4061681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14879} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.243904] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.244168] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.244417] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.244655] env[69742]: INFO nova.compute.manager [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1435.245208] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.245208] env[69742]: DEBUG nova.compute.manager [-] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.245384] env[69742]: DEBUG nova.network.neutron [-] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.592833] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.593097] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.689200] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485601} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.689471] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] bafcb7fc-84ce-4afc-9e16-a2c89cc759c2/bafcb7fc-84ce-4afc-9e16-a2c89cc759c2.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.689724] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.689986] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee5e1ed8-8014-47f3-86a9-253bf5855379 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.696527] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1435.696527] env[69742]: value = "task-4061683" [ 1435.696527] env[69742]: _type = "Task" [ 1435.696527] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.705089] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.850303] env[69742]: DEBUG nova.compute.manager [req-f2298c24-8a78-400b-b4cd-fb748add8060 req-a9aef714-e32d-45b3-aec3-f64029c4563d service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Received event network-vif-deleted-f73a5853-000f-4523-be46-f647d465f763 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.850584] env[69742]: INFO nova.compute.manager [req-f2298c24-8a78-400b-b4cd-fb748add8060 req-a9aef714-e32d-45b3-aec3-f64029c4563d service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Neutron deleted interface f73a5853-000f-4523-be46-f647d465f763; detaching it from the instance and deleting it from the info cache [ 1435.850645] env[69742]: DEBUG nova.network.neutron [req-f2298c24-8a78-400b-b4cd-fb748add8060 req-a9aef714-e32d-45b3-aec3-f64029c4563d service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.003383] env[69742]: DEBUG nova.network.neutron [-] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.206068] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072776} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.206476] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.207114] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdafaf23-8374-4c07-94d3-931c7c766314 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.230154] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] bafcb7fc-84ce-4afc-9e16-a2c89cc759c2/bafcb7fc-84ce-4afc-9e16-a2c89cc759c2.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.230550] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7589b152-459a-4edc-acb1-5be8a6f0f807 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.249663] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1436.249663] env[69742]: value = "task-4061684" [ 1436.249663] env[69742]: _type = "Task" [ 1436.249663] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.257737] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.354561] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-190aad7e-6619-4206-9246-40c561c64a0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.365698] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504857d4-7f8d-40d1-afc6-77a094d23224 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.395321] env[69742]: DEBUG nova.compute.manager [req-f2298c24-8a78-400b-b4cd-fb748add8060 req-a9aef714-e32d-45b3-aec3-f64029c4563d service nova] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Detach interface failed, port_id=f73a5853-000f-4523-be46-f647d465f763, reason: Instance c111610e-7b02-49d1-860b-b6b6ad13038f could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1436.506063] env[69742]: INFO nova.compute.manager [-] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Took 1.26 seconds to deallocate network for instance. [ 1436.592562] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.761100] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061684, 'name': ReconfigVM_Task, 'duration_secs': 0.278947} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.761446] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] bafcb7fc-84ce-4afc-9e16-a2c89cc759c2/bafcb7fc-84ce-4afc-9e16-a2c89cc759c2.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.762226] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81fb8830-cdbd-43f5-916a-cff0d3bbe93a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.770422] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1436.770422] env[69742]: value = "task-4061685" [ 1436.770422] env[69742]: _type = "Task" [ 1436.770422] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.779189] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061685, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.013051] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.013224] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.013389] env[69742]: DEBUG nova.objects.instance [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lazy-loading 'resources' on Instance uuid c111610e-7b02-49d1-860b-b6b6ad13038f {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.281240] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061685, 'name': Rename_Task, 'duration_secs': 0.157733} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.281607] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.281740] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fb0daa5-7668-4269-b973-58194a058e51 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.289240] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1437.289240] env[69742]: value = "task-4061686" [ 1437.289240] env[69742]: _type = "Task" [ 1437.289240] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.297631] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.586796] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82534521-f9fb-4a89-8a90-0224fe5f8860 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.589651] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.594560] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.596428] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8635a3-379d-4f72-8e7d-2419049ac7fb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.628954] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39672cc6-8ae2-48f0-8647-94c925662e11 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.640748] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e827a3e-1b82-43b3-a539-bbfc160b5bf6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.659126] env[69742]: DEBUG nova.compute.provider_tree [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.800139] env[69742]: DEBUG oslo_vmware.api [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061686, 'name': PowerOnVM_Task, 'duration_secs': 0.475969} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.800378] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.800833] env[69742]: INFO nova.compute.manager [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Took 6.18 seconds to spawn the instance on the hypervisor. [ 1437.800833] env[69742]: DEBUG nova.compute.manager [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.801550] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac9b55f-3c37-4dbb-9465-d89c9826cb7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.102427] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.164067] env[69742]: DEBUG nova.scheduler.client.report [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.319298] env[69742]: INFO nova.compute.manager [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Took 10.90 seconds to build instance. [ 1438.668142] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.671061] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.568s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.671061] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.671061] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1438.671824] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883c866c-f28b-4d89-a357-280139e0869c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.680117] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0959cce7-b6dd-44d4-af17-8544631d6158 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.687034] env[69742]: INFO nova.scheduler.client.report [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Deleted allocations for instance c111610e-7b02-49d1-860b-b6b6ad13038f [ 1438.699596] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a52fca1-a4f6-4312-bbf5-2ef97158d850 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.707644] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdca077-8cc5-49e1-adde-3215128d42de {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.740100] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180151MB free_disk=22GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1438.740446] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.740659] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.821613] env[69742]: DEBUG oslo_concurrency.lockutils [None req-75060765-da67-479e-84b8-7fc00272f44c tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.410s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.206112] env[69742]: DEBUG oslo_concurrency.lockutils [None req-1c238ab1-2fb9-4d5d-8512-c4ff17959d8a tempest-ServersTestJSON-894389792 tempest-ServersTestJSON-894389792-project-member] Lock "c111610e-7b02-49d1-860b-b6b6ad13038f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.596s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.433094] env[69742]: DEBUG nova.compute.manager [req-27426cbf-4de5-4017-a178-24edfe6e82b5 req-dc6c1f3d-2b52-4930-be11-40a041a8de4e service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Received event network-changed-a5a34d94-f73d-4c2f-82c8-f92550223d87 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.433368] env[69742]: DEBUG nova.compute.manager [req-27426cbf-4de5-4017-a178-24edfe6e82b5 req-dc6c1f3d-2b52-4930-be11-40a041a8de4e service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Refreshing instance network info cache due to event network-changed-a5a34d94-f73d-4c2f-82c8-f92550223d87. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1439.433536] env[69742]: DEBUG oslo_concurrency.lockutils [req-27426cbf-4de5-4017-a178-24edfe6e82b5 req-dc6c1f3d-2b52-4930-be11-40a041a8de4e service nova] Acquiring lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.433536] env[69742]: DEBUG oslo_concurrency.lockutils [req-27426cbf-4de5-4017-a178-24edfe6e82b5 req-dc6c1f3d-2b52-4930-be11-40a041a8de4e service nova] Acquired lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.433686] env[69742]: DEBUG nova.network.neutron [req-27426cbf-4de5-4017-a178-24edfe6e82b5 req-dc6c1f3d-2b52-4930-be11-40a041a8de4e service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Refreshing network info cache for port a5a34d94-f73d-4c2f-82c8-f92550223d87 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.775596] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 1cff6031-d5db-4508-858b-deb0ad862095 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1439.775826] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance b1871d80-5000-4427-a9af-40a64c811a4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1439.776023] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance bafcb7fc-84ce-4afc-9e16-a2c89cc759c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1439.776299] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1439.776484] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1439.826811] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082fb999-927d-401b-986c-138e185d11fb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.835245] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16848135-594d-4dbb-a3d2-95a1914e58aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.865941] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72904b11-cb31-490a-980b-b22eace2eb78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.874146] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38197cd1-f321-4661-9aef-47f3cf9a53aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.888126] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.147494] env[69742]: DEBUG nova.network.neutron [req-27426cbf-4de5-4017-a178-24edfe6e82b5 req-dc6c1f3d-2b52-4930-be11-40a041a8de4e service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Updated VIF entry in instance network info cache for port a5a34d94-f73d-4c2f-82c8-f92550223d87. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.147914] env[69742]: DEBUG nova.network.neutron [req-27426cbf-4de5-4017-a178-24edfe6e82b5 req-dc6c1f3d-2b52-4930-be11-40a041a8de4e service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Updating instance_info_cache with network_info: [{"id": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "address": "fa:16:3e:db:c2:11", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a34d94-f7", "ovs_interfaceid": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.391813] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.651423] env[69742]: DEBUG oslo_concurrency.lockutils [req-27426cbf-4de5-4017-a178-24edfe6e82b5 req-dc6c1f3d-2b52-4930-be11-40a041a8de4e service nova] Releasing lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.897848] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1440.897848] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.157s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.895689] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.896089] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.896089] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.896215] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1445.609604] env[69742]: DEBUG oslo_concurrency.lockutils [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "1cff6031-d5db-4508-858b-deb0ad862095" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.609952] env[69742]: DEBUG oslo_concurrency.lockutils [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.113347] env[69742]: DEBUG nova.compute.utils [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1446.616581] env[69742]: DEBUG oslo_concurrency.lockutils [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.678750] env[69742]: DEBUG oslo_concurrency.lockutils [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "1cff6031-d5db-4508-858b-deb0ad862095" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.679193] env[69742]: DEBUG oslo_concurrency.lockutils [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.679362] env[69742]: INFO nova.compute.manager [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Attaching volume 248c86b8-553a-4216-b812-4b88dddf7698 to /dev/sdb [ 1447.710641] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f9f20-ce56-4a2a-b33d-43743dde1e44 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.719177] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4818f281-edee-41e5-abe4-7a0614c79700 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.732054] env[69742]: DEBUG nova.virt.block_device [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Updating existing volume attachment record: 9483ce26-a241-45e9-880f-52ef0f151f4b {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1448.588798] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.872876] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "b1871d80-5000-4427-a9af-40a64c811a4d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.873200] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.377574] env[69742]: DEBUG nova.compute.utils [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1451.881624] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.275620] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1452.275866] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804961', 'volume_id': '248c86b8-553a-4216-b812-4b88dddf7698', 'name': 'volume-248c86b8-553a-4216-b812-4b88dddf7698', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cff6031-d5db-4508-858b-deb0ad862095', 'attached_at': '', 'detached_at': '', 'volume_id': '248c86b8-553a-4216-b812-4b88dddf7698', 'serial': '248c86b8-553a-4216-b812-4b88dddf7698'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1452.276866] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01261d24-b13f-469b-bf31-3dc36bf827ce {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.293628] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab0a30a-8fea-4541-9c74-67c35cfab8fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.318067] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-248c86b8-553a-4216-b812-4b88dddf7698/volume-248c86b8-553a-4216-b812-4b88dddf7698.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.318406] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9693c09-b42e-46d7-a44d-5b2bb03d95fa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.336713] env[69742]: DEBUG oslo_vmware.api [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1452.336713] env[69742]: value = "task-4061691" [ 1452.336713] env[69742]: _type = "Task" [ 1452.336713] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.345088] env[69742]: DEBUG oslo_vmware.api [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.846863] env[69742]: DEBUG oslo_vmware.api [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061691, 'name': ReconfigVM_Task, 'duration_secs': 0.41044} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.847169] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-248c86b8-553a-4216-b812-4b88dddf7698/volume-248c86b8-553a-4216-b812-4b88dddf7698.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.851868] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b962e0-af08-428e-95ad-2fadccbb226f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.866078] env[69742]: DEBUG oslo_vmware.api [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1452.866078] env[69742]: value = "task-4061692" [ 1452.866078] env[69742]: _type = "Task" [ 1452.866078] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.874309] env[69742]: DEBUG oslo_vmware.api [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.939390] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "b1871d80-5000-4427-a9af-40a64c811a4d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.939807] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.940172] env[69742]: INFO nova.compute.manager [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Attaching volume b424cfe5-8eb9-4e90-84f4-d07184e153d8 to /dev/sdb [ 1452.970098] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23b9deb-41d3-4fb7-aebd-1ed3dba16a41 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.977476] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3c0013-982a-442c-9327-e18cc6468654 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.991229] env[69742]: DEBUG nova.virt.block_device [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Updating existing volume attachment record: 0b4a887b-1c9e-428a-bc1e-b74fc8646b0f {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1453.376674] env[69742]: DEBUG oslo_vmware.api [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.877807] env[69742]: DEBUG oslo_vmware.api [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061692, 'name': ReconfigVM_Task, 'duration_secs': 1.003135} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.878132] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804961', 'volume_id': '248c86b8-553a-4216-b812-4b88dddf7698', 'name': 'volume-248c86b8-553a-4216-b812-4b88dddf7698', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cff6031-d5db-4508-858b-deb0ad862095', 'attached_at': '', 'detached_at': '', 'volume_id': '248c86b8-553a-4216-b812-4b88dddf7698', 'serial': '248c86b8-553a-4216-b812-4b88dddf7698'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1454.912326] env[69742]: DEBUG nova.objects.instance [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lazy-loading 'flavor' on Instance uuid 1cff6031-d5db-4508-858b-deb0ad862095 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.417855] env[69742]: DEBUG oslo_concurrency.lockutils [None req-379b233e-b48a-4b3b-a720-ca5d188364ed tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.739s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.129351] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "00216b93-7398-4984-a36f-8e360c7b56c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.129711] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "00216b93-7398-4984-a36f-8e360c7b56c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.631582] env[69742]: DEBUG nova.compute.manager [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1457.154244] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.154697] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.156265] env[69742]: INFO nova.compute.claims [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.535946] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1457.536212] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804962', 'volume_id': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'name': 'volume-b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1871d80-5000-4427-a9af-40a64c811a4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'serial': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1457.537144] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1234dd3e-4af0-4a0c-a8ce-bd03d0bce146 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.555174] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb1d4f1-103d-43cc-ba4d-9e19d867735c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.581298] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-b424cfe5-8eb9-4e90-84f4-d07184e153d8/volume-b424cfe5-8eb9-4e90-84f4-d07184e153d8.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.581737] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66772d6c-2dac-4138-8668-49ed4a05064c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.601665] env[69742]: DEBUG oslo_vmware.api [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1457.601665] env[69742]: value = "task-4061695" [ 1457.601665] env[69742]: _type = "Task" [ 1457.601665] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.612358] env[69742]: DEBUG oslo_vmware.api [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.113423] env[69742]: DEBUG oslo_vmware.api [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061695, 'name': ReconfigVM_Task, 'duration_secs': 0.401559} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.113735] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-b424cfe5-8eb9-4e90-84f4-d07184e153d8/volume-b424cfe5-8eb9-4e90-84f4-d07184e153d8.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.118885] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f475e8e8-37af-4075-8cf9-f7bbd43dfa71 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.136321] env[69742]: DEBUG oslo_vmware.api [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1458.136321] env[69742]: value = "task-4061696" [ 1458.136321] env[69742]: _type = "Task" [ 1458.136321] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.145225] env[69742]: DEBUG oslo_vmware.api [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.235943] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c53643b-5c10-4e5f-8f12-3ad532ce1293 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.244472] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44077404-a1fb-4dac-a917-1290ae2d5d9f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.276888] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28c22c9-cd7a-421a-9313-f58db8e5fd3c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.285873] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b84ca2-7745-4d93-9663-8b792f5cc169 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.300282] env[69742]: DEBUG nova.compute.provider_tree [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.646703] env[69742]: DEBUG oslo_vmware.api [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061696, 'name': ReconfigVM_Task, 'duration_secs': 0.15705} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.647022] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804962', 'volume_id': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'name': 'volume-b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1871d80-5000-4427-a9af-40a64c811a4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'serial': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1458.804367] env[69742]: DEBUG nova.scheduler.client.report [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.310513] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.311094] env[69742]: DEBUG nova.compute.manager [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1459.684860] env[69742]: DEBUG nova.objects.instance [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'flavor' on Instance uuid b1871d80-5000-4427-a9af-40a64c811a4d {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.816465] env[69742]: DEBUG nova.compute.utils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1459.817888] env[69742]: DEBUG nova.compute.manager [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1459.818065] env[69742]: DEBUG nova.network.neutron [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1459.867823] env[69742]: DEBUG nova.policy [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fefe6cfe32c4f36b908307b51ffcd7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bdcdd86231047c6b0c533b2a76e70b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.171347] env[69742]: DEBUG nova.network.neutron [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Successfully created port: 473d011c-536a-4bad-86f2-2200b8d9efa8 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.191300] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3908e96b-abb9-419e-babd-07b3633388ea tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.251s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.321393] env[69742]: DEBUG nova.compute.manager [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.057521] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "b1871d80-5000-4427-a9af-40a64c811a4d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.057846] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.331442] env[69742]: DEBUG nova.compute.manager [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1461.360864] env[69742]: DEBUG nova.virt.hardware [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.361149] env[69742]: DEBUG nova.virt.hardware [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.361314] env[69742]: DEBUG nova.virt.hardware [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.361503] env[69742]: DEBUG nova.virt.hardware [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.361651] env[69742]: DEBUG nova.virt.hardware [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.361799] env[69742]: DEBUG nova.virt.hardware [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.362099] env[69742]: DEBUG nova.virt.hardware [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.362282] env[69742]: DEBUG nova.virt.hardware [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.362461] env[69742]: DEBUG nova.virt.hardware [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.362629] env[69742]: DEBUG nova.virt.hardware [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.362808] env[69742]: DEBUG nova.virt.hardware [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.363697] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929a84be-585d-4fba-a729-276816c02727 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.372401] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f71495-5e3e-4945-bf6e-79289c1ec21f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.539823] env[69742]: DEBUG nova.compute.manager [req-b27322f1-ffee-4e17-b424-9995d7b16526 req-bfbf3e24-7fac-4dce-9daf-03f57fdf1f1d service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Received event network-vif-plugged-473d011c-536a-4bad-86f2-2200b8d9efa8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.540087] env[69742]: DEBUG oslo_concurrency.lockutils [req-b27322f1-ffee-4e17-b424-9995d7b16526 req-bfbf3e24-7fac-4dce-9daf-03f57fdf1f1d service nova] Acquiring lock "00216b93-7398-4984-a36f-8e360c7b56c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.540341] env[69742]: DEBUG oslo_concurrency.lockutils [req-b27322f1-ffee-4e17-b424-9995d7b16526 req-bfbf3e24-7fac-4dce-9daf-03f57fdf1f1d service nova] Lock "00216b93-7398-4984-a36f-8e360c7b56c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.540525] env[69742]: DEBUG oslo_concurrency.lockutils [req-b27322f1-ffee-4e17-b424-9995d7b16526 req-bfbf3e24-7fac-4dce-9daf-03f57fdf1f1d service nova] Lock "00216b93-7398-4984-a36f-8e360c7b56c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.540648] env[69742]: DEBUG nova.compute.manager [req-b27322f1-ffee-4e17-b424-9995d7b16526 req-bfbf3e24-7fac-4dce-9daf-03f57fdf1f1d service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] No waiting events found dispatching network-vif-plugged-473d011c-536a-4bad-86f2-2200b8d9efa8 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.540909] env[69742]: WARNING nova.compute.manager [req-b27322f1-ffee-4e17-b424-9995d7b16526 req-bfbf3e24-7fac-4dce-9daf-03f57fdf1f1d service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Received unexpected event network-vif-plugged-473d011c-536a-4bad-86f2-2200b8d9efa8 for instance with vm_state building and task_state spawning. [ 1461.561575] env[69742]: DEBUG nova.compute.utils [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1461.629936] env[69742]: DEBUG nova.network.neutron [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Successfully updated port: 473d011c-536a-4bad-86f2-2200b8d9efa8 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.064264] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.132849] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "refresh_cache-00216b93-7398-4984-a36f-8e360c7b56c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.133110] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "refresh_cache-00216b93-7398-4984-a36f-8e360c7b56c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.133177] env[69742]: DEBUG nova.network.neutron [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.665269] env[69742]: DEBUG nova.network.neutron [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.794990] env[69742]: DEBUG nova.network.neutron [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Updating instance_info_cache with network_info: [{"id": "473d011c-536a-4bad-86f2-2200b8d9efa8", "address": "fa:16:3e:20:b6:13", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d011c-53", "ovs_interfaceid": "473d011c-536a-4bad-86f2-2200b8d9efa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.128507] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "b1871d80-5000-4427-a9af-40a64c811a4d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.128775] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.129023] env[69742]: INFO nova.compute.manager [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Attaching volume 39761c27-3c45-4ec7-bc81-7cdc2a0a89c6 to /dev/sdc [ 1463.159828] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ce9c24-abac-4233-a872-c6ddffbf0c2e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.167377] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc18bf2c-a652-428e-b343-2aedf59a90e6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.181387] env[69742]: DEBUG nova.virt.block_device [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Updating existing volume attachment record: a660895b-62c9-4278-8477-c6ce9c5abec7 {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1463.297344] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "refresh_cache-00216b93-7398-4984-a36f-8e360c7b56c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.297655] env[69742]: DEBUG nova.compute.manager [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Instance network_info: |[{"id": "473d011c-536a-4bad-86f2-2200b8d9efa8", "address": "fa:16:3e:20:b6:13", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d011c-53", "ovs_interfaceid": "473d011c-536a-4bad-86f2-2200b8d9efa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1463.298142] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:b6:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '473d011c-536a-4bad-86f2-2200b8d9efa8', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.305832] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.306095] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.306321] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10b8bfca-f622-4dab-9b2d-2cd2a720e6b7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.326525] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.326525] env[69742]: value = "task-4061697" [ 1463.326525] env[69742]: _type = "Task" [ 1463.326525] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.336339] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061697, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.568890] env[69742]: DEBUG nova.compute.manager [req-b2e93df4-9be8-4e15-a549-0f80b795bcd8 req-5d973f3f-7274-45c3-a523-2e921040b18d service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Received event network-changed-473d011c-536a-4bad-86f2-2200b8d9efa8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.569169] env[69742]: DEBUG nova.compute.manager [req-b2e93df4-9be8-4e15-a549-0f80b795bcd8 req-5d973f3f-7274-45c3-a523-2e921040b18d service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Refreshing instance network info cache due to event network-changed-473d011c-536a-4bad-86f2-2200b8d9efa8. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1463.569415] env[69742]: DEBUG oslo_concurrency.lockutils [req-b2e93df4-9be8-4e15-a549-0f80b795bcd8 req-5d973f3f-7274-45c3-a523-2e921040b18d service nova] Acquiring lock "refresh_cache-00216b93-7398-4984-a36f-8e360c7b56c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.569568] env[69742]: DEBUG oslo_concurrency.lockutils [req-b2e93df4-9be8-4e15-a549-0f80b795bcd8 req-5d973f3f-7274-45c3-a523-2e921040b18d service nova] Acquired lock "refresh_cache-00216b93-7398-4984-a36f-8e360c7b56c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.569787] env[69742]: DEBUG nova.network.neutron [req-b2e93df4-9be8-4e15-a549-0f80b795bcd8 req-5d973f3f-7274-45c3-a523-2e921040b18d service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Refreshing network info cache for port 473d011c-536a-4bad-86f2-2200b8d9efa8 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.836332] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061697, 'name': CreateVM_Task, 'duration_secs': 0.351701} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.836718] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1463.837210] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.837380] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.837695] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.837979] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd256791-078b-42bd-8e72-e1e5ab331908 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.843159] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1463.843159] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52541ea8-bff5-9423-d951-29884251f4ab" [ 1463.843159] env[69742]: _type = "Task" [ 1463.843159] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.851567] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52541ea8-bff5-9423-d951-29884251f4ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.263351] env[69742]: DEBUG nova.network.neutron [req-b2e93df4-9be8-4e15-a549-0f80b795bcd8 req-5d973f3f-7274-45c3-a523-2e921040b18d service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Updated VIF entry in instance network info cache for port 473d011c-536a-4bad-86f2-2200b8d9efa8. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.263713] env[69742]: DEBUG nova.network.neutron [req-b2e93df4-9be8-4e15-a549-0f80b795bcd8 req-5d973f3f-7274-45c3-a523-2e921040b18d service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Updating instance_info_cache with network_info: [{"id": "473d011c-536a-4bad-86f2-2200b8d9efa8", "address": "fa:16:3e:20:b6:13", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d011c-53", "ovs_interfaceid": "473d011c-536a-4bad-86f2-2200b8d9efa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.354852] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52541ea8-bff5-9423-d951-29884251f4ab, 'name': SearchDatastore_Task, 'duration_secs': 0.020157} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.355171] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.355452] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.355714] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.355866] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.356069] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.356352] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8779f6c6-8268-43f3-a782-ac585b66ac93 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.365684] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.365954] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.366720] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c20263-a9e3-4961-b47b-100322afe4fd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.372800] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1464.372800] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c9e300-d360-4acf-a5b6-a92d6f501cbf" [ 1464.372800] env[69742]: _type = "Task" [ 1464.372800] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.380941] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c9e300-d360-4acf-a5b6-a92d6f501cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.767435] env[69742]: DEBUG oslo_concurrency.lockutils [req-b2e93df4-9be8-4e15-a549-0f80b795bcd8 req-5d973f3f-7274-45c3-a523-2e921040b18d service nova] Releasing lock "refresh_cache-00216b93-7398-4984-a36f-8e360c7b56c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.883339] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52c9e300-d360-4acf-a5b6-a92d6f501cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.884402] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4aefa9-7681-4e60-a47f-d995a7f17700 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.890036] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1464.890036] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5216e6dd-7400-5d5a-1d91-f1cf9a6bd02d" [ 1464.890036] env[69742]: _type = "Task" [ 1464.890036] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.897671] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5216e6dd-7400-5d5a-1d91-f1cf9a6bd02d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.400433] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5216e6dd-7400-5d5a-1d91-f1cf9a6bd02d, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.400706] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.400999] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 00216b93-7398-4984-a36f-8e360c7b56c8/00216b93-7398-4984-a36f-8e360c7b56c8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.401280] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-746bf280-4e29-4493-a397-535d7ecb870b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.408290] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1465.408290] env[69742]: value = "task-4061700" [ 1465.408290] env[69742]: _type = "Task" [ 1465.408290] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.417895] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.918454] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465718} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.918862] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] 00216b93-7398-4984-a36f-8e360c7b56c8/00216b93-7398-4984-a36f-8e360c7b56c8.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1465.918974] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1465.919180] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b372baa-667c-41a2-8982-7428262c04f7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.925869] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1465.925869] env[69742]: value = "task-4061701" [ 1465.925869] env[69742]: _type = "Task" [ 1465.925869] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.935701] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.435607] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069294} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.435892] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.436698] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eec2ad-c5b9-4987-ae5b-22003db5cddf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.460070] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 00216b93-7398-4984-a36f-8e360c7b56c8/00216b93-7398-4984-a36f-8e360c7b56c8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.460372] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2186af22-473e-4a99-848c-e53d00b122cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.480827] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1466.480827] env[69742]: value = "task-4061702" [ 1466.480827] env[69742]: _type = "Task" [ 1466.480827] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.489025] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.991873] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061702, 'name': ReconfigVM_Task, 'duration_secs': 0.278436} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.992268] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 00216b93-7398-4984-a36f-8e360c7b56c8/00216b93-7398-4984-a36f-8e360c7b56c8.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.992869] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d030b75-5f8e-4c93-923b-7209722227a5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.000283] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1467.000283] env[69742]: value = "task-4061703" [ 1467.000283] env[69742]: _type = "Task" [ 1467.000283] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.009102] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061703, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.510714] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061703, 'name': Rename_Task, 'duration_secs': 0.151271} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.511142] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.511461] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d8583a5-af7e-4ed4-9379-52464611c598 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.518507] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1467.518507] env[69742]: value = "task-4061704" [ 1467.518507] env[69742]: _type = "Task" [ 1467.518507] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.526866] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.724428] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1467.724687] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804964', 'volume_id': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'name': 'volume-39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1871d80-5000-4427-a9af-40a64c811a4d', 'attached_at': '', 'detached_at': '', 'volume_id': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'serial': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1467.725613] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0c82fe-e7cd-4b88-93b1-d679dd7fadb1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.742984] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e1f55b-a816-4d0f-a5db-1d1b8077b3c6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.771587] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-39761c27-3c45-4ec7-bc81-7cdc2a0a89c6/volume-39761c27-3c45-4ec7-bc81-7cdc2a0a89c6.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.771892] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f290948-007c-40cc-a4c0-f33fa1329d50 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.792177] env[69742]: DEBUG oslo_vmware.api [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1467.792177] env[69742]: value = "task-4061705" [ 1467.792177] env[69742]: _type = "Task" [ 1467.792177] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.801009] env[69742]: DEBUG oslo_vmware.api [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.029075] env[69742]: DEBUG oslo_vmware.api [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061704, 'name': PowerOnVM_Task, 'duration_secs': 0.455247} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.029441] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.029551] env[69742]: INFO nova.compute.manager [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1468.029674] env[69742]: DEBUG nova.compute.manager [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.030500] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d2fa7d-0169-4c5b-bf6c-f1705015415a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.302968] env[69742]: DEBUG oslo_vmware.api [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061705, 'name': ReconfigVM_Task, 'duration_secs': 0.398959} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.303346] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-39761c27-3c45-4ec7-bc81-7cdc2a0a89c6/volume-39761c27-3c45-4ec7-bc81-7cdc2a0a89c6.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.308178] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e8fad23-8ee4-4fea-aca7-4014d0b601f5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.323851] env[69742]: DEBUG oslo_vmware.api [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1468.323851] env[69742]: value = "task-4061706" [ 1468.323851] env[69742]: _type = "Task" [ 1468.323851] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.334316] env[69742]: DEBUG oslo_vmware.api [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.552008] env[69742]: INFO nova.compute.manager [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Took 11.42 seconds to build instance. [ 1468.834743] env[69742]: DEBUG oslo_vmware.api [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061706, 'name': ReconfigVM_Task, 'duration_secs': 0.154612} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.835038] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804964', 'volume_id': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'name': 'volume-39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1871d80-5000-4427-a9af-40a64c811a4d', 'attached_at': '', 'detached_at': '', 'volume_id': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'serial': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1469.054277] env[69742]: DEBUG oslo_concurrency.lockutils [None req-90b913ee-8f88-4572-8c8b-0f97f7aed2f5 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "00216b93-7398-4984-a36f-8e360c7b56c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.924s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.161569] env[69742]: DEBUG nova.compute.manager [req-13120b9d-16be-48a8-9474-d9e0a89bdc96 req-291163d0-a5dc-4f53-a95f-397c5a72ac29 service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Received event network-changed-473d011c-536a-4bad-86f2-2200b8d9efa8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1469.161724] env[69742]: DEBUG nova.compute.manager [req-13120b9d-16be-48a8-9474-d9e0a89bdc96 req-291163d0-a5dc-4f53-a95f-397c5a72ac29 service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Refreshing instance network info cache due to event network-changed-473d011c-536a-4bad-86f2-2200b8d9efa8. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1469.161943] env[69742]: DEBUG oslo_concurrency.lockutils [req-13120b9d-16be-48a8-9474-d9e0a89bdc96 req-291163d0-a5dc-4f53-a95f-397c5a72ac29 service nova] Acquiring lock "refresh_cache-00216b93-7398-4984-a36f-8e360c7b56c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.162279] env[69742]: DEBUG oslo_concurrency.lockutils [req-13120b9d-16be-48a8-9474-d9e0a89bdc96 req-291163d0-a5dc-4f53-a95f-397c5a72ac29 service nova] Acquired lock "refresh_cache-00216b93-7398-4984-a36f-8e360c7b56c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.162383] env[69742]: DEBUG nova.network.neutron [req-13120b9d-16be-48a8-9474-d9e0a89bdc96 req-291163d0-a5dc-4f53-a95f-397c5a72ac29 service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Refreshing network info cache for port 473d011c-536a-4bad-86f2-2200b8d9efa8 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.866519] env[69742]: DEBUG nova.network.neutron [req-13120b9d-16be-48a8-9474-d9e0a89bdc96 req-291163d0-a5dc-4f53-a95f-397c5a72ac29 service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Updated VIF entry in instance network info cache for port 473d011c-536a-4bad-86f2-2200b8d9efa8. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.866889] env[69742]: DEBUG nova.network.neutron [req-13120b9d-16be-48a8-9474-d9e0a89bdc96 req-291163d0-a5dc-4f53-a95f-397c5a72ac29 service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Updating instance_info_cache with network_info: [{"id": "473d011c-536a-4bad-86f2-2200b8d9efa8", "address": "fa:16:3e:20:b6:13", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d011c-53", "ovs_interfaceid": "473d011c-536a-4bad-86f2-2200b8d9efa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.871087] env[69742]: DEBUG nova.objects.instance [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'flavor' on Instance uuid b1871d80-5000-4427-a9af-40a64c811a4d {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.369422] env[69742]: DEBUG oslo_concurrency.lockutils [req-13120b9d-16be-48a8-9474-d9e0a89bdc96 req-291163d0-a5dc-4f53-a95f-397c5a72ac29 service nova] Releasing lock "refresh_cache-00216b93-7398-4984-a36f-8e360c7b56c8" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.375092] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f55d9e2f-468f-49fa-9869-90fc93e1ad40 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.686823] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "b1871d80-5000-4427-a9af-40a64c811a4d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.687130] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.190689] env[69742]: INFO nova.compute.manager [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Detaching volume b424cfe5-8eb9-4e90-84f4-d07184e153d8 [ 1471.221963] env[69742]: INFO nova.virt.block_device [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Attempting to driver detach volume b424cfe5-8eb9-4e90-84f4-d07184e153d8 from mountpoint /dev/sdb [ 1471.222225] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1471.222418] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804962', 'volume_id': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'name': 'volume-b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1871d80-5000-4427-a9af-40a64c811a4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'serial': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1471.223382] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da7647-9318-455f-b902-d41d5a7d2498 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.249494] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0a2532-6890-45a7-a496-1e6afe4693f8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.257301] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05b3249-402b-4843-8e2c-d0308a5b40a8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.280830] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b801f-de0a-4b8c-81f6-7f8925be8e3a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.296397] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] The volume has not been displaced from its original location: [datastore2] volume-b424cfe5-8eb9-4e90-84f4-d07184e153d8/volume-b424cfe5-8eb9-4e90-84f4-d07184e153d8.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1471.301935] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1471.302250] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28fd9c27-a792-45b8-8fe3-f7f0f9c3cbf4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.320688] env[69742]: DEBUG oslo_vmware.api [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1471.320688] env[69742]: value = "task-4061707" [ 1471.320688] env[69742]: _type = "Task" [ 1471.320688] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.328868] env[69742]: DEBUG oslo_vmware.api [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.830973] env[69742]: DEBUG oslo_vmware.api [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061707, 'name': ReconfigVM_Task, 'duration_secs': 0.24286} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.831351] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1471.835951] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3347a540-6310-4aa0-94e2-e781ff4cb7c7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.853062] env[69742]: DEBUG oslo_vmware.api [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1471.853062] env[69742]: value = "task-4061708" [ 1471.853062] env[69742]: _type = "Task" [ 1471.853062] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.862347] env[69742]: DEBUG oslo_vmware.api [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.363891] env[69742]: DEBUG oslo_vmware.api [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.864019] env[69742]: DEBUG oslo_vmware.api [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061708, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.364763] env[69742]: DEBUG oslo_vmware.api [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061708, 'name': ReconfigVM_Task, 'duration_secs': 1.150324} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.365086] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804962', 'volume_id': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'name': 'volume-b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1871d80-5000-4427-a9af-40a64c811a4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8', 'serial': 'b424cfe5-8eb9-4e90-84f4-d07184e153d8'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1473.906940] env[69742]: DEBUG nova.objects.instance [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'flavor' on Instance uuid b1871d80-5000-4427-a9af-40a64c811a4d {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.915910] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2c8c6ec9-1a60-4b9e-9791-dbdbeb6d86cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.229s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.960398] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "b1871d80-5000-4427-a9af-40a64c811a4d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.960743] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.464267] env[69742]: INFO nova.compute.manager [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Detaching volume 39761c27-3c45-4ec7-bc81-7cdc2a0a89c6 [ 1475.498612] env[69742]: INFO nova.virt.block_device [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Attempting to driver detach volume 39761c27-3c45-4ec7-bc81-7cdc2a0a89c6 from mountpoint /dev/sdc [ 1475.498744] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1475.498924] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804964', 'volume_id': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'name': 'volume-39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1871d80-5000-4427-a9af-40a64c811a4d', 'attached_at': '', 'detached_at': '', 'volume_id': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'serial': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1475.499772] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e3bf3e-c2d3-4154-b62b-71607a1c0d3e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.523517] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fe93e7-d210-4f2b-aa32-4a806023b069 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.531258] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965190f9-f8c3-4b73-a592-0f594f9ce2bb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.551785] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c0e819-42bb-4af4-80f0-9ba5c7e08d8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.567319] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] The volume has not been displaced from its original location: [datastore2] volume-39761c27-3c45-4ec7-bc81-7cdc2a0a89c6/volume-39761c27-3c45-4ec7-bc81-7cdc2a0a89c6.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1475.572732] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Reconfiguring VM instance instance-00000079 to detach disk 2002 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1475.573095] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977def6f-e416-407d-b961-ee10c5115968 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.592092] env[69742]: DEBUG oslo_vmware.api [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1475.592092] env[69742]: value = "task-4061709" [ 1475.592092] env[69742]: _type = "Task" [ 1475.592092] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.600802] env[69742]: DEBUG oslo_vmware.api [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.102989] env[69742]: DEBUG oslo_vmware.api [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061709, 'name': ReconfigVM_Task, 'duration_secs': 0.243458} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.103397] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Reconfigured VM instance instance-00000079 to detach disk 2002 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1476.108305] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e8e72ab-ad5d-4236-bcb6-5daeebeac189 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.128711] env[69742]: DEBUG oslo_vmware.api [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1476.128711] env[69742]: value = "task-4061710" [ 1476.128711] env[69742]: _type = "Task" [ 1476.128711] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.138784] env[69742]: DEBUG oslo_vmware.api [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.624019] env[69742]: DEBUG oslo_concurrency.lockutils [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.624330] env[69742]: DEBUG oslo_concurrency.lockutils [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.624518] env[69742]: DEBUG nova.compute.manager [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.625442] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e556c4f-1f6e-4323-9f8e-566c523bac91 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.634252] env[69742]: DEBUG nova.compute.manager [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69742) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1476.634798] env[69742]: DEBUG nova.objects.instance [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'flavor' on Instance uuid bafcb7fc-84ce-4afc-9e16-a2c89cc759c2 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.641162] env[69742]: DEBUG oslo_vmware.api [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061710, 'name': ReconfigVM_Task, 'duration_secs': 0.143245} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.641729] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804964', 'volume_id': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'name': 'volume-39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1871d80-5000-4427-a9af-40a64c811a4d', 'attached_at': '', 'detached_at': '', 'volume_id': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6', 'serial': '39761c27-3c45-4ec7-bc81-7cdc2a0a89c6'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1477.183442] env[69742]: DEBUG nova.objects.instance [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'flavor' on Instance uuid b1871d80-5000-4427-a9af-40a64c811a4d {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.642480] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.642805] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-337b251f-b213-4bdb-b2a0-69624d25a3ab {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.650560] env[69742]: DEBUG oslo_vmware.api [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1477.650560] env[69742]: value = "task-4061711" [ 1477.650560] env[69742]: _type = "Task" [ 1477.650560] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.659173] env[69742]: DEBUG oslo_vmware.api [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.164220] env[69742]: DEBUG oslo_vmware.api [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061711, 'name': PowerOffVM_Task, 'duration_secs': 0.186003} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.164605] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.164850] env[69742]: DEBUG nova.compute.manager [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1478.165664] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94413344-b77f-4ebe-a9cf-f4773f212f5f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.189997] env[69742]: DEBUG oslo_concurrency.lockutils [None req-7da5d5de-01f9-4fe7-9a54-f8e2af2b1da6 tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.229s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.677302] env[69742]: DEBUG oslo_concurrency.lockutils [None req-81e57e07-1f3a-4bbf-b884-49bf31eebce6 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.986681] env[69742]: DEBUG nova.objects.instance [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'flavor' on Instance uuid bafcb7fc-84ce-4afc-9e16-a2c89cc759c2 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.351527] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "b1871d80-5000-4427-a9af-40a64c811a4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.351893] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.352424] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "b1871d80-5000-4427-a9af-40a64c811a4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.352641] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.352841] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.355058] env[69742]: INFO nova.compute.manager [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Terminating instance [ 1479.492062] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.492062] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.492062] env[69742]: DEBUG nova.network.neutron [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.492377] env[69742]: DEBUG nova.objects.instance [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'info_cache' on Instance uuid bafcb7fc-84ce-4afc-9e16-a2c89cc759c2 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.858914] env[69742]: DEBUG nova.compute.manager [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.859245] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.860246] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e28c27a-9a94-4054-844d-213ce7d24e74 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.868701] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.868947] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abebed97-0035-49c3-8588-d287faf4b97e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.876205] env[69742]: DEBUG oslo_vmware.api [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1479.876205] env[69742]: value = "task-4061712" [ 1479.876205] env[69742]: _type = "Task" [ 1479.876205] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.884512] env[69742]: DEBUG oslo_vmware.api [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.996145] env[69742]: DEBUG nova.objects.base [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69742) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1480.387237] env[69742]: DEBUG oslo_vmware.api [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061712, 'name': PowerOffVM_Task, 'duration_secs': 0.286389} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.387633] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.387672] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.387942] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c911562b-e048-4f2b-a0dd-821e78f4d455 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.712056] env[69742]: DEBUG nova.network.neutron [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Updating instance_info_cache with network_info: [{"id": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "address": "fa:16:3e:db:c2:11", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a34d94-f7", "ovs_interfaceid": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.215099] env[69742]: DEBUG oslo_concurrency.lockutils [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.136709] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.136709] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.137192] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Deleting the datastore file [datastore1] b1871d80-5000-4427-a9af-40a64c811a4d {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.137437] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e900ad77-c122-4383-8d18-c25d932d2531 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.145973] env[69742]: DEBUG oslo_vmware.api [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for the task: (returnval){ [ 1482.145973] env[69742]: value = "task-4061714" [ 1482.145973] env[69742]: _type = "Task" [ 1482.145973] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.157065] env[69742]: DEBUG oslo_vmware.api [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.220985] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.221381] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6cac9a1-f660-47ef-a309-c69b97b16921 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.229299] env[69742]: DEBUG oslo_vmware.api [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1482.229299] env[69742]: value = "task-4061715" [ 1482.229299] env[69742]: _type = "Task" [ 1482.229299] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.239036] env[69742]: DEBUG oslo_vmware.api [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.656863] env[69742]: DEBUG oslo_vmware.api [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Task: {'id': task-4061714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154456} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.656863] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.657210] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.657210] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.657299] env[69742]: INFO nova.compute.manager [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Took 2.80 seconds to destroy the instance on the hypervisor. [ 1482.657560] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1482.657757] env[69742]: DEBUG nova.compute.manager [-] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.657853] env[69742]: DEBUG nova.network.neutron [-] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.740117] env[69742]: DEBUG oslo_vmware.api [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061715, 'name': PowerOnVM_Task, 'duration_secs': 0.376608} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.740384] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.740583] env[69742]: DEBUG nova.compute.manager [None req-d70858c0-1bd6-4421-ac14-70311e092bab tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.741404] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acef7ebe-1b01-4c2c-8c25-d1895d7f7f08 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.381282] env[69742]: DEBUG nova.compute.manager [req-1c729bd2-ca9e-4b28-b3a2-db6096937174 req-ab5354bf-ddfd-4e41-9eab-edc742c3791f service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Received event network-vif-deleted-d354d719-9b69-41cd-b277-840e0ee5ffb1 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1483.381609] env[69742]: INFO nova.compute.manager [req-1c729bd2-ca9e-4b28-b3a2-db6096937174 req-ab5354bf-ddfd-4e41-9eab-edc742c3791f service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Neutron deleted interface d354d719-9b69-41cd-b277-840e0ee5ffb1; detaching it from the instance and deleting it from the info cache [ 1483.381878] env[69742]: DEBUG nova.network.neutron [req-1c729bd2-ca9e-4b28-b3a2-db6096937174 req-ab5354bf-ddfd-4e41-9eab-edc742c3791f service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.782200] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3397f7bb-a9b4-488f-9473-72f383e99bc3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.790207] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f38e4679-41cc-41fd-bf11-e8c1e1e779d0 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Suspending the VM {{(pid=69742) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1483.790485] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ae5db4a5-fb05-4752-b593-27ccf89edf15 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.797974] env[69742]: DEBUG oslo_vmware.api [None req-f38e4679-41cc-41fd-bf11-e8c1e1e779d0 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1483.797974] env[69742]: value = "task-4061716" [ 1483.797974] env[69742]: _type = "Task" [ 1483.797974] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.807866] env[69742]: DEBUG oslo_vmware.api [None req-f38e4679-41cc-41fd-bf11-e8c1e1e779d0 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061716, 'name': SuspendVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.865620] env[69742]: DEBUG nova.network.neutron [-] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.884019] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f4543f3-75dc-4edb-8741-29fb9cc4f46d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.894850] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d790d5f5-6e0f-4dd9-a2f5-b98f190c2835 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.924598] env[69742]: DEBUG nova.compute.manager [req-1c729bd2-ca9e-4b28-b3a2-db6096937174 req-ab5354bf-ddfd-4e41-9eab-edc742c3791f service nova] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Detach interface failed, port_id=d354d719-9b69-41cd-b277-840e0ee5ffb1, reason: Instance b1871d80-5000-4427-a9af-40a64c811a4d could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1484.308996] env[69742]: DEBUG oslo_vmware.api [None req-f38e4679-41cc-41fd-bf11-e8c1e1e779d0 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061716, 'name': SuspendVM_Task} progress is 62%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.368725] env[69742]: INFO nova.compute.manager [-] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Took 1.71 seconds to deallocate network for instance. [ 1484.809154] env[69742]: DEBUG oslo_vmware.api [None req-f38e4679-41cc-41fd-bf11-e8c1e1e779d0 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061716, 'name': SuspendVM_Task, 'duration_secs': 0.681069} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.809578] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f38e4679-41cc-41fd-bf11-e8c1e1e779d0 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Suspended the VM {{(pid=69742) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1484.809703] env[69742]: DEBUG nova.compute.manager [None req-f38e4679-41cc-41fd-bf11-e8c1e1e779d0 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.810573] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4ae503-6935-4b2e-8060-4a33afee8532 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.878738] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.879175] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.879539] env[69742]: DEBUG nova.objects.instance [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lazy-loading 'resources' on Instance uuid b1871d80-5000-4427-a9af-40a64c811a4d {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.456161] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25560029-436a-4a58-903f-a84e34aa6912 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.464624] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573d97a4-65b9-4e93-97a9-2975fb2cf981 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.496099] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb11ad46-9b59-4e31-b73c-e772dc29dd12 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.504412] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0306323-8ff5-4740-8b9e-e27017c92e1a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.518172] env[69742]: DEBUG nova.compute.provider_tree [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.021274] env[69742]: DEBUG nova.scheduler.client.report [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.149363] env[69742]: INFO nova.compute.manager [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Resuming [ 1486.150568] env[69742]: DEBUG nova.objects.instance [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'flavor' on Instance uuid bafcb7fc-84ce-4afc-9e16-a2c89cc759c2 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.526369] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.550848] env[69742]: INFO nova.scheduler.client.report [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Deleted allocations for instance b1871d80-5000-4427-a9af-40a64c811a4d [ 1487.058366] env[69742]: DEBUG oslo_concurrency.lockutils [None req-4d47c9a0-df3e-4767-bc58-77dd1a48c0cb tempest-AttachVolumeTestJSON-960038379 tempest-AttachVolumeTestJSON-960038379-project-member] Lock "b1871d80-5000-4427-a9af-40a64c811a4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.706s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.660189] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.660437] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquired lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.660593] env[69742]: DEBUG nova.network.neutron [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1488.373717] env[69742]: DEBUG nova.network.neutron [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Updating instance_info_cache with network_info: [{"id": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "address": "fa:16:3e:db:c2:11", "network": {"id": "cd13a673-68e9-4d76-af0d-e8df9b92c5ca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-285091770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e75b20ccb74934b5ef91445d88ed54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5a34d94-f7", "ovs_interfaceid": "a5a34d94-f73d-4c2f-82c8-f92550223d87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.876412] env[69742]: DEBUG oslo_concurrency.lockutils [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Releasing lock "refresh_cache-bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.877413] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c32e384-9bef-4a99-bc35-6993c9574e11 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.884805] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Resuming the VM {{(pid=69742) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1488.885076] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28dbf0c9-be92-4155-b981-8a00fb67687a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.892059] env[69742]: DEBUG oslo_vmware.api [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1488.892059] env[69742]: value = "task-4061718" [ 1488.892059] env[69742]: _type = "Task" [ 1488.892059] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.900027] env[69742]: DEBUG oslo_vmware.api [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.406325] env[69742]: DEBUG oslo_vmware.api [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061718, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.903489] env[69742]: DEBUG oslo_vmware.api [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061718, 'name': PowerOnVM_Task, 'duration_secs': 0.530735} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.903771] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Resumed the VM {{(pid=69742) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1489.903970] env[69742]: DEBUG nova.compute.manager [None req-8f6772bf-a323-429d-9ba2-eafca5f77995 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.904788] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e83870d-2a85-48cc-a2f1-dc5189c37938 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.819553] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.819945] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.819945] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.820204] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.820381] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.822452] env[69742]: INFO nova.compute.manager [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Terminating instance [ 1491.327155] env[69742]: DEBUG nova.compute.manager [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.327401] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.328466] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b462f6fe-8e6f-4af4-adc3-4a2d14f85f2e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.337068] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.337330] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e29c744-84ad-4a99-8314-107bf2257069 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.344467] env[69742]: DEBUG oslo_vmware.api [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1491.344467] env[69742]: value = "task-4061720" [ 1491.344467] env[69742]: _type = "Task" [ 1491.344467] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.353804] env[69742]: DEBUG oslo_vmware.api [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.854054] env[69742]: DEBUG oslo_vmware.api [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061720, 'name': PowerOffVM_Task, 'duration_secs': 0.191473} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.854438] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1491.854492] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1491.854745] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8345ef14-f78f-4da0-87b2-0761e99fc1b4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.920769] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1491.920999] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1491.921261] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleting the datastore file [datastore2] bafcb7fc-84ce-4afc-9e16-a2c89cc759c2 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1491.921550] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5590346-a8ef-40dd-91bd-845b7de6e9df {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.929495] env[69742]: DEBUG oslo_vmware.api [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for the task: (returnval){ [ 1491.929495] env[69742]: value = "task-4061722" [ 1491.929495] env[69742]: _type = "Task" [ 1491.929495] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.937891] env[69742]: DEBUG oslo_vmware.api [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.439750] env[69742]: DEBUG oslo_vmware.api [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Task: {'id': task-4061722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135047} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.440047] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.440218] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.440401] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.440577] env[69742]: INFO nova.compute.manager [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1492.440820] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1492.441016] env[69742]: DEBUG nova.compute.manager [-] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1492.441125] env[69742]: DEBUG nova.network.neutron [-] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1492.871323] env[69742]: DEBUG nova.compute.manager [req-f3729055-9bd4-4e44-b5b9-b4c9d28d3484 req-d17ab3b1-ac24-49c2-b2ce-99bfb741e8a0 service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Received event network-vif-deleted-a5a34d94-f73d-4c2f-82c8-f92550223d87 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1492.871625] env[69742]: INFO nova.compute.manager [req-f3729055-9bd4-4e44-b5b9-b4c9d28d3484 req-d17ab3b1-ac24-49c2-b2ce-99bfb741e8a0 service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Neutron deleted interface a5a34d94-f73d-4c2f-82c8-f92550223d87; detaching it from the instance and deleting it from the info cache [ 1492.871809] env[69742]: DEBUG nova.network.neutron [req-f3729055-9bd4-4e44-b5b9-b4c9d28d3484 req-d17ab3b1-ac24-49c2-b2ce-99bfb741e8a0 service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.354835] env[69742]: DEBUG nova.network.neutron [-] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.375819] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99a86e79-57d7-43f5-b38f-05a0e217bf6b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.385817] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81150d85-82f8-4870-9f0e-a9d66b5020f6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.413112] env[69742]: DEBUG nova.compute.manager [req-f3729055-9bd4-4e44-b5b9-b4c9d28d3484 req-d17ab3b1-ac24-49c2-b2ce-99bfb741e8a0 service nova] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Detach interface failed, port_id=a5a34d94-f73d-4c2f-82c8-f92550223d87, reason: Instance bafcb7fc-84ce-4afc-9e16-a2c89cc759c2 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1493.857363] env[69742]: INFO nova.compute.manager [-] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Took 1.42 seconds to deallocate network for instance. [ 1494.363886] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.364295] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.364423] env[69742]: DEBUG nova.objects.instance [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lazy-loading 'resources' on Instance uuid bafcb7fc-84ce-4afc-9e16-a2c89cc759c2 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.921361] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f10f810-8242-4941-ac61-d10a0ec8b86e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.928990] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dc9419-262a-4a80-b869-28d1a5d37cc8 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.958905] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b1dbd3-75b5-41b5-8004-2964c23192ad {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.966311] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f2803c-4cba-46f9-bf4f-a7e766a43f54 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.979403] env[69742]: DEBUG nova.compute.provider_tree [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.483058] env[69742]: DEBUG nova.scheduler.client.report [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.988954] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.009756] env[69742]: INFO nova.scheduler.client.report [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Deleted allocations for instance bafcb7fc-84ce-4afc-9e16-a2c89cc759c2 [ 1496.519021] env[69742]: DEBUG oslo_concurrency.lockutils [None req-10be7f05-72e6-4ad6-a189-c0d3a1995311 tempest-ServerActionsTestJSON-1393466317 tempest-ServerActionsTestJSON-1393466317-project-member] Lock "bafcb7fc-84ce-4afc-9e16-a2c89cc759c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.699s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.592532] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.592889] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.592935] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.592117] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1499.099575] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.100023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.100023] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.100241] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1499.101183] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515fb8d7-0b27-470e-8a33-13e222a0176c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.110403] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd86c1-fd00-4b34-a54c-5ee116f61f93 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.130211] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9c7b6b-6838-47bf-9a89-fad92cf9f883 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.138280] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe1d947-a29f-4db3-9ee6-1b4351667948 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.169424] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180206MB free_disk=22GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1499.169628] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.169824] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.297731] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 1cff6031-d5db-4508-858b-deb0ad862095 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1500.298058] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance 00216b93-7398-4984-a36f-8e360c7b56c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1500.298310] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1500.298546] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1500.340397] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9433f78b-2870-4221-a88e-ac898cb2bcd5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.348836] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b057d1-4b74-4066-8462-5c907356bdca {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.380322] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b85be7-6361-444f-9144-88c3ccc3ef9e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.388649] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9494895b-7d29-47d9-ae71-8bbc77105e33 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.402925] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.906289] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.412557] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1501.412911] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.243s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.413013] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.413158] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Cleaning up deleted instances {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1501.923235] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] There are 30 instances to clean {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1501.923470] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: bafcb7fc-84ce-4afc-9e16-a2c89cc759c2] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.221146] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquiring lock "f289167a-26da-4edf-b549-19462fa9d3a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.221374] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Lock "f289167a-26da-4edf-b549-19462fa9d3a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.426403] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 3d55d8fd-a15b-45c7-ab48-ebe95de693f4] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.723550] env[69742]: DEBUG nova.compute.manager [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1502.930171] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: b1871d80-5000-4427-a9af-40a64c811a4d] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.248923] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.249231] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.250839] env[69742]: INFO nova.compute.claims [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.435024] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 720b8f8b-41f1-4adc-bd1d-eb779ffaab96] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.938870] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: c0464757-8812-4d9c-aee0-ad0d90ad85c2] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.308611] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c0664e-e3c0-470a-a0d9-65972bc6bbe1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.316906] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d3da90-463c-45db-99ec-727c54347ce3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.349526] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a521d88a-ce33-42d6-aaf0-83f03aff1d14 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.357943] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e2c94d-2d64-47dd-bdb7-22d6e2ef9af3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.372303] env[69742]: DEBUG nova.compute.provider_tree [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.442532] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 2261fca0-e61b-4d2b-b503-989fce00a64d] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.875923] env[69742]: DEBUG nova.scheduler.client.report [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.945652] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: b2d93bb9-f0af-40dc-868b-3da432868dcd] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.380349] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.380904] env[69742]: DEBUG nova.compute.manager [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1505.449646] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: e523181d-7e16-4e3b-92b2-ec7e3b389f7b] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.886509] env[69742]: DEBUG nova.compute.utils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1505.887897] env[69742]: DEBUG nova.compute.manager [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1505.888105] env[69742]: DEBUG nova.network.neutron [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1505.926441] env[69742]: DEBUG nova.policy [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '752247f84a3046808ec18c67858279ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c23fdbce53b94911bae1e94d1fdaf97e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1505.952921] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 878e0205-ff9c-459f-aa05-358e22a17d93] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.193482] env[69742]: DEBUG nova.network.neutron [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Successfully created port: ee5d058c-a97a-40cc-8e83-9721172560d4 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.391629] env[69742]: DEBUG nova.compute.manager [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1506.456483] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 4c64846c-4437-4157-aa37-a729b7489e3e] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.959863] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: c111610e-7b02-49d1-860b-b6b6ad13038f] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.124619] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "00216b93-7398-4984-a36f-8e360c7b56c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.124921] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "00216b93-7398-4984-a36f-8e360c7b56c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.125543] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "00216b93-7398-4984-a36f-8e360c7b56c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.125740] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "00216b93-7398-4984-a36f-8e360c7b56c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.125913] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "00216b93-7398-4984-a36f-8e360c7b56c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.128229] env[69742]: INFO nova.compute.manager [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Terminating instance [ 1507.402532] env[69742]: DEBUG nova.compute.manager [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1507.430270] env[69742]: DEBUG nova.virt.hardware [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1507.430538] env[69742]: DEBUG nova.virt.hardware [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.430697] env[69742]: DEBUG nova.virt.hardware [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1507.430901] env[69742]: DEBUG nova.virt.hardware [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.431032] env[69742]: DEBUG nova.virt.hardware [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1507.431188] env[69742]: DEBUG nova.virt.hardware [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1507.431434] env[69742]: DEBUG nova.virt.hardware [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1507.431598] env[69742]: DEBUG nova.virt.hardware [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1507.431920] env[69742]: DEBUG nova.virt.hardware [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1507.431920] env[69742]: DEBUG nova.virt.hardware [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1507.432109] env[69742]: DEBUG nova.virt.hardware [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1507.432966] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c009ce5c-81b4-4d4c-adbb-8bce53fb7804 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.441106] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440334a0-5eae-414e-895d-4af2d5104a23 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.462969] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: e56a197f-48d9-4537-9eca-c65bb618e865] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.551357] env[69742]: DEBUG nova.compute.manager [req-06bfd16c-6015-44d5-ac52-f0ef66172546 req-f5840e5d-6644-43f6-9cae-b4e605256998 service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Received event network-vif-plugged-ee5d058c-a97a-40cc-8e83-9721172560d4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1507.551636] env[69742]: DEBUG oslo_concurrency.lockutils [req-06bfd16c-6015-44d5-ac52-f0ef66172546 req-f5840e5d-6644-43f6-9cae-b4e605256998 service nova] Acquiring lock "f289167a-26da-4edf-b549-19462fa9d3a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.551934] env[69742]: DEBUG oslo_concurrency.lockutils [req-06bfd16c-6015-44d5-ac52-f0ef66172546 req-f5840e5d-6644-43f6-9cae-b4e605256998 service nova] Lock "f289167a-26da-4edf-b549-19462fa9d3a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.552162] env[69742]: DEBUG oslo_concurrency.lockutils [req-06bfd16c-6015-44d5-ac52-f0ef66172546 req-f5840e5d-6644-43f6-9cae-b4e605256998 service nova] Lock "f289167a-26da-4edf-b549-19462fa9d3a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.552379] env[69742]: DEBUG nova.compute.manager [req-06bfd16c-6015-44d5-ac52-f0ef66172546 req-f5840e5d-6644-43f6-9cae-b4e605256998 service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] No waiting events found dispatching network-vif-plugged-ee5d058c-a97a-40cc-8e83-9721172560d4 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1507.552558] env[69742]: WARNING nova.compute.manager [req-06bfd16c-6015-44d5-ac52-f0ef66172546 req-f5840e5d-6644-43f6-9cae-b4e605256998 service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Received unexpected event network-vif-plugged-ee5d058c-a97a-40cc-8e83-9721172560d4 for instance with vm_state building and task_state spawning. [ 1507.631964] env[69742]: DEBUG nova.compute.manager [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1507.632233] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.633141] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbbb8b1-a782-4735-8f30-221e95d9c2eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.641491] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.642259] env[69742]: DEBUG nova.network.neutron [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Successfully updated port: ee5d058c-a97a-40cc-8e83-9721172560d4 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1507.643351] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8786f47d-05f3-4213-948d-84bb58e31c08 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.650776] env[69742]: DEBUG oslo_vmware.api [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1507.650776] env[69742]: value = "task-4061724" [ 1507.650776] env[69742]: _type = "Task" [ 1507.650776] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.660562] env[69742]: DEBUG oslo_vmware.api [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.967136] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: f331c528-e76f-441c-8178-a687da0d9c77] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.147706] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquiring lock "refresh_cache-f289167a-26da-4edf-b549-19462fa9d3a6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.147921] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquired lock "refresh_cache-f289167a-26da-4edf-b549-19462fa9d3a6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.148112] env[69742]: DEBUG nova.network.neutron [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.161671] env[69742]: DEBUG oslo_vmware.api [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061724, 'name': PowerOffVM_Task, 'duration_secs': 0.201449} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.161991] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.162215] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1508.162501] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e87cab42-fb43-46d5-aa37-81552b32bd3e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.460540] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.460766] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.460955] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleting the datastore file [datastore2] 00216b93-7398-4984-a36f-8e360c7b56c8 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.461275] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6138cf3-a1ef-4d7c-a195-b8b9b7f1efdd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.468972] env[69742]: DEBUG oslo_vmware.api [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1508.468972] env[69742]: value = "task-4061726" [ 1508.468972] env[69742]: _type = "Task" [ 1508.468972] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.472408] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 16735b46-56c2-465c-b7e8-6d842bd6210d] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.480085] env[69742]: DEBUG oslo_vmware.api [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.680594] env[69742]: DEBUG nova.network.neutron [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.808477] env[69742]: DEBUG nova.network.neutron [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Updating instance_info_cache with network_info: [{"id": "ee5d058c-a97a-40cc-8e83-9721172560d4", "address": "fa:16:3e:d2:a6:ba", "network": {"id": "623606ce-4714-46dd-ad35-94b4407880ca", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-201936785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fdbce53b94911bae1e94d1fdaf97e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5d058c-a9", "ovs_interfaceid": "ee5d058c-a97a-40cc-8e83-9721172560d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.979192] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 409c979d-b503-4602-8519-ef2d26ab5f51] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.981062] env[69742]: DEBUG oslo_vmware.api [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128775} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.981532] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.981729] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.981908] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.982175] env[69742]: INFO nova.compute.manager [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1508.982441] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1508.982814] env[69742]: DEBUG nova.compute.manager [-] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1508.982911] env[69742]: DEBUG nova.network.neutron [-] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1509.311791] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Releasing lock "refresh_cache-f289167a-26da-4edf-b549-19462fa9d3a6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.311791] env[69742]: DEBUG nova.compute.manager [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Instance network_info: |[{"id": "ee5d058c-a97a-40cc-8e83-9721172560d4", "address": "fa:16:3e:d2:a6:ba", "network": {"id": "623606ce-4714-46dd-ad35-94b4407880ca", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-201936785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fdbce53b94911bae1e94d1fdaf97e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5d058c-a9", "ovs_interfaceid": "ee5d058c-a97a-40cc-8e83-9721172560d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1509.312206] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:a6:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee5d058c-a97a-40cc-8e83-9721172560d4', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.320018] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Creating folder: Project (c23fdbce53b94911bae1e94d1fdaf97e). Parent ref: group-v804621. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1509.320358] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4b79651-370c-4983-b508-f06d890a8827 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.334415] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Created folder: Project (c23fdbce53b94911bae1e94d1fdaf97e) in parent group-v804621. [ 1509.334622] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Creating folder: Instances. Parent ref: group-v804965. {{(pid=69742) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1509.334868] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e71b9ab-d2d5-41c1-ad7b-7f234eaf3221 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.345470] env[69742]: INFO nova.virt.vmwareapi.vm_util [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Created folder: Instances in parent group-v804965. [ 1509.345727] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1509.345930] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.346149] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91db8a51-77ca-4564-9076-cc6ac6f8c6d6 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.366192] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.366192] env[69742]: value = "task-4061729" [ 1509.366192] env[69742]: _type = "Task" [ 1509.366192] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.374197] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061729, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.482038] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 892bc37d-916e-4309-b091-c467b2a78ac1] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.581370] env[69742]: DEBUG nova.compute.manager [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Received event network-changed-ee5d058c-a97a-40cc-8e83-9721172560d4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.582990] env[69742]: DEBUG nova.compute.manager [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Refreshing instance network info cache due to event network-changed-ee5d058c-a97a-40cc-8e83-9721172560d4. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1509.582990] env[69742]: DEBUG oslo_concurrency.lockutils [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] Acquiring lock "refresh_cache-f289167a-26da-4edf-b549-19462fa9d3a6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.582990] env[69742]: DEBUG oslo_concurrency.lockutils [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] Acquired lock "refresh_cache-f289167a-26da-4edf-b549-19462fa9d3a6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.582990] env[69742]: DEBUG nova.network.neutron [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Refreshing network info cache for port ee5d058c-a97a-40cc-8e83-9721172560d4 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.877348] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061729, 'name': CreateVM_Task, 'duration_secs': 0.339556} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.877556] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.878243] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.878409] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.878741] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.879016] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19170c4c-4591-49eb-8dd4-84c06ac834eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.883967] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for the task: (returnval){ [ 1509.883967] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5243ba75-ef89-5681-49ec-d34eb4928e17" [ 1509.883967] env[69742]: _type = "Task" [ 1509.883967] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.892224] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5243ba75-ef89-5681-49ec-d34eb4928e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.899613] env[69742]: DEBUG nova.network.neutron [-] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.985731] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: cd2f93ec-e72f-4b99-b251-c69e68bed3c1] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.297428] env[69742]: DEBUG nova.network.neutron [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Updated VIF entry in instance network info cache for port ee5d058c-a97a-40cc-8e83-9721172560d4. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.297824] env[69742]: DEBUG nova.network.neutron [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Updating instance_info_cache with network_info: [{"id": "ee5d058c-a97a-40cc-8e83-9721172560d4", "address": "fa:16:3e:d2:a6:ba", "network": {"id": "623606ce-4714-46dd-ad35-94b4407880ca", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-201936785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23fdbce53b94911bae1e94d1fdaf97e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee5d058c-a9", "ovs_interfaceid": "ee5d058c-a97a-40cc-8e83-9721172560d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.395975] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5243ba75-ef89-5681-49ec-d34eb4928e17, 'name': SearchDatastore_Task, 'duration_secs': 0.013285} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.396255] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.396486] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1510.396724] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.396871] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.397064] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.397321] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4028dcf7-337f-475d-868f-034e3c55201f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.401659] env[69742]: INFO nova.compute.manager [-] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Took 1.42 seconds to deallocate network for instance. [ 1510.406999] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.407195] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1510.408122] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f3d64c-e7be-45f6-a554-7ed3744e2353 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.413251] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for the task: (returnval){ [ 1510.413251] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]528f701c-d976-dc59-a74c-a98d980c5ac8" [ 1510.413251] env[69742]: _type = "Task" [ 1510.413251] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.421307] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528f701c-d976-dc59-a74c-a98d980c5ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.489304] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: f7623413-23b4-4ded-8961-f94473009504] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.800918] env[69742]: DEBUG oslo_concurrency.lockutils [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] Releasing lock "refresh_cache-f289167a-26da-4edf-b549-19462fa9d3a6" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.801189] env[69742]: DEBUG nova.compute.manager [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Received event network-vif-deleted-473d011c-536a-4bad-86f2-2200b8d9efa8 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.801375] env[69742]: INFO nova.compute.manager [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Neutron deleted interface 473d011c-536a-4bad-86f2-2200b8d9efa8; detaching it from the instance and deleting it from the info cache [ 1510.801556] env[69742]: DEBUG nova.network.neutron [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.909941] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.910276] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.910513] env[69742]: DEBUG nova.objects.instance [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lazy-loading 'resources' on Instance uuid 00216b93-7398-4984-a36f-8e360c7b56c8 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.924112] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]528f701c-d976-dc59-a74c-a98d980c5ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.924917] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231b356e-bbb4-4fb0-acfb-6a60a827e0e7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.931933] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for the task: (returnval){ [ 1510.931933] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b04e52-1a49-bfdf-20ae-52ccc90dab78" [ 1510.931933] env[69742]: _type = "Task" [ 1510.931933] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.940533] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b04e52-1a49-bfdf-20ae-52ccc90dab78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.992296] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 4feff854-a006-4f54-a91d-d2bc4bbe3039] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.304425] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28f871d2-c0a4-4d51-806f-e9310df8d69b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.313918] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9237b979-b260-4908-ba72-acdb0adca5da {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.339009] env[69742]: DEBUG nova.compute.manager [req-8f4f51fb-4572-401c-a5dc-771b0757eb93 req-2fa90d31-70be-4872-b5b0-694705193732 service nova] [instance: 00216b93-7398-4984-a36f-8e360c7b56c8] Detach interface failed, port_id=473d011c-536a-4bad-86f2-2200b8d9efa8, reason: Instance 00216b93-7398-4984-a36f-8e360c7b56c8 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1511.444272] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52b04e52-1a49-bfdf-20ae-52ccc90dab78, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.444553] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.444811] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] f289167a-26da-4edf-b549-19462fa9d3a6/f289167a-26da-4edf-b549-19462fa9d3a6.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.445090] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dda65f43-8683-48ee-bacc-a9918a930896 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.454266] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for the task: (returnval){ [ 1511.454266] env[69742]: value = "task-4061730" [ 1511.454266] env[69742]: _type = "Task" [ 1511.454266] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.463433] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.474055] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26c2d5a-d0ce-492b-80de-92ca2c9d1168 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.481876] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778be112-a1d7-4367-ac01-6c38db6f1d5b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.513897] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: b80c97fa-357d-4bf7-904e-c742d47251aa] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.516790] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5653c70e-cecc-4b8b-94f1-5b384f5bcf7d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.524944] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a0344b-c9d9-4043-8068-0a98dda7fad4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.539159] env[69742]: DEBUG nova.compute.provider_tree [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.967022] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465755} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.967022] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] f289167a-26da-4edf-b549-19462fa9d3a6/f289167a-26da-4edf-b549-19462fa9d3a6.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.967022] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.967022] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a20610f7-616a-4953-bced-13303b71a37a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.972189] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for the task: (returnval){ [ 1511.972189] env[69742]: value = "task-4061731" [ 1511.972189] env[69742]: _type = "Task" [ 1511.972189] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.979937] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.020848] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 9091ab2b-743a-4dba-9e80-39d82ff140e8] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.042377] env[69742]: DEBUG nova.scheduler.client.report [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.482373] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063995} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.482627] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1512.483442] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7f4eb4-a898-47c4-8d3d-45cb4522a6d2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.505795] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] f289167a-26da-4edf-b549-19462fa9d3a6/f289167a-26da-4edf-b549-19462fa9d3a6.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.506129] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103075b5-f0e3-4a37-9441-6049c9e6ae57 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.523955] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 91ad2f6b-4a0f-4f5b-9787-f9de376d6b22] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.527741] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for the task: (returnval){ [ 1512.527741] env[69742]: value = "task-4061732" [ 1512.527741] env[69742]: _type = "Task" [ 1512.527741] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.535916] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.547773] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.567918] env[69742]: INFO nova.scheduler.client.report [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleted allocations for instance 00216b93-7398-4984-a36f-8e360c7b56c8 [ 1513.026953] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 4aebb003-e798-4df1-b34f-9e98922a2543] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.039337] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.074904] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f1f5d851-1806-408e-85da-83b41df44363 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "00216b93-7398-4984-a36f-8e360c7b56c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.950s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.533721] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: e115a6d4-708f-4cb5-89b2-5bdc292e256f] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.541570] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061732, 'name': ReconfigVM_Task, 'duration_secs': 0.552548} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.541857] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Reconfigured VM instance instance-0000007d to attach disk [datastore1] f289167a-26da-4edf-b549-19462fa9d3a6/f289167a-26da-4edf-b549-19462fa9d3a6.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.542870] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-882aaab3-561a-4e67-a1ea-9685ea99f90e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.550416] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for the task: (returnval){ [ 1513.550416] env[69742]: value = "task-4061733" [ 1513.550416] env[69742]: _type = "Task" [ 1513.550416] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.558898] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061733, 'name': Rename_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.037433] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 33e924a6-007b-4411-91d8-46eed3ff38e7] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.060483] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061733, 'name': Rename_Task, 'duration_secs': 0.148855} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.060765] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.061653] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb0ea76d-85e4-4dfd-9257-f2d1d76749aa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.068689] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for the task: (returnval){ [ 1514.068689] env[69742]: value = "task-4061734" [ 1514.068689] env[69742]: _type = "Task" [ 1514.068689] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.077021] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.127409] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "1cff6031-d5db-4508-858b-deb0ad862095" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.127707] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.541447] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 4141d5be-3101-404d-b948-2c88a110b2f8] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.579177] env[69742]: DEBUG oslo_vmware.api [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061734, 'name': PowerOnVM_Task, 'duration_secs': 0.44913} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.579399] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.579594] env[69742]: INFO nova.compute.manager [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1514.579784] env[69742]: DEBUG nova.compute.manager [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.580594] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f4e8b7-ff69-4087-8c19-0b18086f3f81 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.631076] env[69742]: INFO nova.compute.manager [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Detaching volume 248c86b8-553a-4216-b812-4b88dddf7698 [ 1514.663987] env[69742]: INFO nova.virt.block_device [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Attempting to driver detach volume 248c86b8-553a-4216-b812-4b88dddf7698 from mountpoint /dev/sdb [ 1514.664264] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1514.664458] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804961', 'volume_id': '248c86b8-553a-4216-b812-4b88dddf7698', 'name': 'volume-248c86b8-553a-4216-b812-4b88dddf7698', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cff6031-d5db-4508-858b-deb0ad862095', 'attached_at': '', 'detached_at': '', 'volume_id': '248c86b8-553a-4216-b812-4b88dddf7698', 'serial': '248c86b8-553a-4216-b812-4b88dddf7698'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1514.665346] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f96125-4525-4cdd-a29d-eae3bc63b452 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.687254] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc7e8b3-c9a6-4958-b089-96dba0281d21 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.695349] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f520d5e9-1a27-4729-be34-47ec2a05e235 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.716564] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002b5366-e7c1-47f7-bb61-ff0cab9f0c18 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.733218] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] The volume has not been displaced from its original location: [datastore2] volume-248c86b8-553a-4216-b812-4b88dddf7698/volume-248c86b8-553a-4216-b812-4b88dddf7698.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1514.737826] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1514.738147] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ac9257-dab0-4b5f-bfcb-65c53a2b65bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.756443] env[69742]: DEBUG oslo_vmware.api [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1514.756443] env[69742]: value = "task-4061735" [ 1514.756443] env[69742]: _type = "Task" [ 1514.756443] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.765268] env[69742]: DEBUG oslo_vmware.api [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.044820] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 727abe81-de59-4648-b9d3-cdc3f5782444] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.097034] env[69742]: INFO nova.compute.manager [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Took 11.87 seconds to build instance. [ 1515.269084] env[69742]: DEBUG oslo_vmware.api [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061735, 'name': ReconfigVM_Task, 'duration_secs': 0.223326} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.269380] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1515.274316] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a84210-5e70-46df-a11d-f61f6f7e558f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.290322] env[69742]: DEBUG oslo_vmware.api [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1515.290322] env[69742]: value = "task-4061736" [ 1515.290322] env[69742]: _type = "Task" [ 1515.290322] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.298977] env[69742]: DEBUG oslo_vmware.api [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.548119] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 29068741-7d3b-4212-b76b-d47dbde452d0] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.599343] env[69742]: DEBUG oslo_concurrency.lockutils [None req-2e16d169-ccfc-4f50-a6a4-fa08b21d0f96 tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Lock "f289167a-26da-4edf-b549-19462fa9d3a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.378s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.716223] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquiring lock "f289167a-26da-4edf-b549-19462fa9d3a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.716549] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Lock "f289167a-26da-4edf-b549-19462fa9d3a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.716731] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquiring lock "f289167a-26da-4edf-b549-19462fa9d3a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.716885] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Lock "f289167a-26da-4edf-b549-19462fa9d3a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.717071] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Lock "f289167a-26da-4edf-b549-19462fa9d3a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.719230] env[69742]: INFO nova.compute.manager [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Terminating instance [ 1515.800669] env[69742]: DEBUG oslo_vmware.api [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061736, 'name': ReconfigVM_Task, 'duration_secs': 0.149784} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.800872] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804961', 'volume_id': '248c86b8-553a-4216-b812-4b88dddf7698', 'name': 'volume-248c86b8-553a-4216-b812-4b88dddf7698', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1cff6031-d5db-4508-858b-deb0ad862095', 'attached_at': '', 'detached_at': '', 'volume_id': '248c86b8-553a-4216-b812-4b88dddf7698', 'serial': '248c86b8-553a-4216-b812-4b88dddf7698'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1516.051807] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 4d3c5a50-80a9-454a-9fe1-b1f39e82d442] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.222753] env[69742]: DEBUG nova.compute.manager [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1516.222980] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1516.223888] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca270e10-fef8-4f90-9009-34903b5ef329 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.231707] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.231952] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93eb31a9-b296-415d-b749-60c52d597f80 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.238372] env[69742]: DEBUG oslo_vmware.api [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for the task: (returnval){ [ 1516.238372] env[69742]: value = "task-4061737" [ 1516.238372] env[69742]: _type = "Task" [ 1516.238372] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.246146] env[69742]: DEBUG oslo_vmware.api [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.352035] env[69742]: DEBUG nova.objects.instance [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lazy-loading 'flavor' on Instance uuid 1cff6031-d5db-4508-858b-deb0ad862095 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.555543] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] [instance: 105fe6a4-75f2-4d70-80bd-e07259585778] Instance has had 0 of 5 cleanup attempts {{(pid=69742) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.749884] env[69742]: DEBUG oslo_vmware.api [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061737, 'name': PowerOffVM_Task, 'duration_secs': 0.174441} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.749884] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.749884] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1516.749884] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55760f2d-69ee-4f11-a884-43cf01f5111c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.058775] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.059033] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Cleaning up deleted instances with incomplete migration {{(pid=69742) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1517.360298] env[69742]: DEBUG oslo_concurrency.lockutils [None req-b6be9f62-32fa-4f8b-8168-747cef515b07 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.562031] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.719263] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1517.719560] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1517.719681] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Deleting the datastore file [datastore1] f289167a-26da-4edf-b549-19462fa9d3a6 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1517.719975] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9065e9da-2304-4004-8521-0e9b677366b0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.727876] env[69742]: DEBUG oslo_vmware.api [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for the task: (returnval){ [ 1517.727876] env[69742]: value = "task-4061739" [ 1517.727876] env[69742]: _type = "Task" [ 1517.727876] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.737139] env[69742]: DEBUG oslo_vmware.api [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.239248] env[69742]: DEBUG oslo_vmware.api [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Task: {'id': task-4061739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147835} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.239632] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1518.239839] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1518.240029] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1518.240211] env[69742]: INFO nova.compute.manager [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1518.240484] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1518.240687] env[69742]: DEBUG nova.compute.manager [-] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1518.240782] env[69742]: DEBUG nova.network.neutron [-] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1518.387380] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "1cff6031-d5db-4508-858b-deb0ad862095" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.387732] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.387958] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "1cff6031-d5db-4508-858b-deb0ad862095-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.388167] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.388369] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.391208] env[69742]: INFO nova.compute.manager [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Terminating instance [ 1518.515425] env[69742]: DEBUG nova.compute.manager [req-19837f72-712e-4329-afc7-5697468d2150 req-ba864f00-1ba9-44d7-82d6-a3fbc843aebb service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Received event network-vif-deleted-ee5d058c-a97a-40cc-8e83-9721172560d4 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1518.515425] env[69742]: INFO nova.compute.manager [req-19837f72-712e-4329-afc7-5697468d2150 req-ba864f00-1ba9-44d7-82d6-a3fbc843aebb service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Neutron deleted interface ee5d058c-a97a-40cc-8e83-9721172560d4; detaching it from the instance and deleting it from the info cache [ 1518.515834] env[69742]: DEBUG nova.network.neutron [req-19837f72-712e-4329-afc7-5697468d2150 req-ba864f00-1ba9-44d7-82d6-a3fbc843aebb service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.895790] env[69742]: DEBUG nova.compute.manager [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1518.896210] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.896890] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a1b09b-7cb3-4b8c-94dd-c05124dca4e0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.905557] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.905800] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceece45d-aebe-4bc5-924b-3be0a03c613e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.913368] env[69742]: DEBUG oslo_vmware.api [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1518.913368] env[69742]: value = "task-4061740" [ 1518.913368] env[69742]: _type = "Task" [ 1518.913368] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.922111] env[69742]: DEBUG oslo_vmware.api [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.996480] env[69742]: DEBUG nova.network.neutron [-] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.018175] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ad728ca-4216-4104-b6c2-ab7ef12cca3d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.028346] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105d8ad0-ea45-4a16-849b-68ee12953371 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.057039] env[69742]: DEBUG nova.compute.manager [req-19837f72-712e-4329-afc7-5697468d2150 req-ba864f00-1ba9-44d7-82d6-a3fbc843aebb service nova] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Detach interface failed, port_id=ee5d058c-a97a-40cc-8e83-9721172560d4, reason: Instance f289167a-26da-4edf-b549-19462fa9d3a6 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1519.059772] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.059966] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.060174] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.060353] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.060528] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1519.426290] env[69742]: DEBUG oslo_vmware.api [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061740, 'name': PowerOffVM_Task, 'duration_secs': 0.227927} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.426768] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.427073] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.427447] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ab9533-a2b2-4099-bfec-4d6303ab568e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.499861] env[69742]: INFO nova.compute.manager [-] [instance: f289167a-26da-4edf-b549-19462fa9d3a6] Took 1.26 seconds to deallocate network for instance. [ 1519.500330] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.500553] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.500769] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleting the datastore file [datastore1] 1cff6031-d5db-4508-858b-deb0ad862095 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.502518] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d89221c9-5acf-49e8-93a3-68aea76afc95 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.513055] env[69742]: DEBUG oslo_vmware.api [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1519.513055] env[69742]: value = "task-4061742" [ 1519.513055] env[69742]: _type = "Task" [ 1519.513055] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.522696] env[69742]: DEBUG oslo_vmware.api [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.010013] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.010432] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.010532] env[69742]: DEBUG nova.objects.instance [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Lazy-loading 'resources' on Instance uuid f289167a-26da-4edf-b549-19462fa9d3a6 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.023768] env[69742]: DEBUG oslo_vmware.api [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125679} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.024015] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.024210] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.024388] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.024592] env[69742]: INFO nova.compute.manager [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1520.024797] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1520.024978] env[69742]: DEBUG nova.compute.manager [-] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1520.025087] env[69742]: DEBUG nova.network.neutron [-] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.542089] env[69742]: DEBUG nova.compute.manager [req-d060b696-5994-454e-ae90-9d12a6a769d7 req-b5e7634b-0399-4648-b188-ae2e4f747a81 service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Received event network-vif-deleted-a7fab82b-bbbc-40a7-ab15-c81de68ece29 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1520.542427] env[69742]: INFO nova.compute.manager [req-d060b696-5994-454e-ae90-9d12a6a769d7 req-b5e7634b-0399-4648-b188-ae2e4f747a81 service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Neutron deleted interface a7fab82b-bbbc-40a7-ab15-c81de68ece29; detaching it from the instance and deleting it from the info cache [ 1520.542718] env[69742]: DEBUG nova.network.neutron [req-d060b696-5994-454e-ae90-9d12a6a769d7 req-b5e7634b-0399-4648-b188-ae2e4f747a81 service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.558877] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c80ee5f-a226-4d0a-8a3d-4c12217ca956 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.567076] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b91355-b90f-45e1-a9db-10a0960bae74 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.599068] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d720b16-a8fe-4c51-8aa9-1512ccb7f5c9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.605829] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16fb436-6da0-40ab-8bbe-91ebf159471b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.621402] env[69742]: DEBUG nova.compute.provider_tree [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.995862] env[69742]: DEBUG nova.network.neutron [-] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.046501] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fefba98-7c6c-4f93-bfdd-1318560efe8c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.057709] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130f93f2-6f96-4e78-a304-eef42d7afdf1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.082331] env[69742]: DEBUG nova.compute.manager [req-d060b696-5994-454e-ae90-9d12a6a769d7 req-b5e7634b-0399-4648-b188-ae2e4f747a81 service nova] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Detach interface failed, port_id=a7fab82b-bbbc-40a7-ab15-c81de68ece29, reason: Instance 1cff6031-d5db-4508-858b-deb0ad862095 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1521.124660] env[69742]: DEBUG nova.scheduler.client.report [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.498875] env[69742]: INFO nova.compute.manager [-] [instance: 1cff6031-d5db-4508-858b-deb0ad862095] Took 1.47 seconds to deallocate network for instance. [ 1521.629244] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.648188] env[69742]: INFO nova.scheduler.client.report [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Deleted allocations for instance f289167a-26da-4edf-b549-19462fa9d3a6 [ 1522.005336] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.005704] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.005952] env[69742]: DEBUG nova.objects.instance [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lazy-loading 'resources' on Instance uuid 1cff6031-d5db-4508-858b-deb0ad862095 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.156676] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9aa9a04e-c137-476a-88ea-81853b6ae25a tempest-ServerMetadataNegativeTestJSON-1371306319 tempest-ServerMetadataNegativeTestJSON-1371306319-project-member] Lock "f289167a-26da-4edf-b549-19462fa9d3a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.440s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.539690] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4706691-2e35-4961-a5fc-32963571c6f4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.547817] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b21e080-07c2-4786-908a-8176cbe4aafe {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.363392] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3c94ce-c38f-40b3-b02c-da4ab516620b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.371758] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655a4b51-9e6e-45a3-8c38-2306b3fa5516 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.385862] env[69742]: DEBUG nova.compute.provider_tree [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.888981] env[69742]: DEBUG nova.scheduler.client.report [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.394490] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.389s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.418516] env[69742]: INFO nova.scheduler.client.report [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleted allocations for instance 1cff6031-d5db-4508-858b-deb0ad862095 [ 1524.926792] env[69742]: DEBUG oslo_concurrency.lockutils [None req-88e63430-a829-4697-83a8-5db2ab00dac3 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "1cff6031-d5db-4508-858b-deb0ad862095" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.539s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.550221] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c32bdda8-5cc7-467a-809a-36222a7195ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.550571] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.052691] env[69742]: DEBUG nova.compute.manager [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1527.572873] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.573251] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.575151] env[69742]: INFO nova.compute.claims [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.615209] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926978fc-f3cf-4022-9af8-efe0411c56d4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.622895] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de813c9e-1f4c-44d0-8c18-7860cfc181f2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.651848] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b902b229-2784-4a9a-8e5c-069c17510ca5 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.659284] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defa817c-be2d-479f-b4cc-1a629ba4b42c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.672166] env[69742]: DEBUG nova.compute.provider_tree [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.175013] env[69742]: DEBUG nova.scheduler.client.report [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.680941] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.681556] env[69742]: DEBUG nova.compute.manager [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1530.187339] env[69742]: DEBUG nova.compute.utils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1530.189100] env[69742]: DEBUG nova.compute.manager [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1530.189265] env[69742]: DEBUG nova.network.neutron [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1530.237112] env[69742]: DEBUG nova.policy [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fefe6cfe32c4f36b908307b51ffcd7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bdcdd86231047c6b0c533b2a76e70b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1530.510183] env[69742]: DEBUG nova.network.neutron [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Successfully created port: 4c74588a-b3cd-40bb-96bb-4a0a45009211 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.692867] env[69742]: DEBUG nova.compute.manager [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1531.703138] env[69742]: DEBUG nova.compute.manager [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1531.731182] env[69742]: DEBUG nova.virt.hardware [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1531.731452] env[69742]: DEBUG nova.virt.hardware [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.731652] env[69742]: DEBUG nova.virt.hardware [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1531.731853] env[69742]: DEBUG nova.virt.hardware [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.732009] env[69742]: DEBUG nova.virt.hardware [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1531.732174] env[69742]: DEBUG nova.virt.hardware [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1531.732389] env[69742]: DEBUG nova.virt.hardware [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1531.732551] env[69742]: DEBUG nova.virt.hardware [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1531.732721] env[69742]: DEBUG nova.virt.hardware [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1531.732885] env[69742]: DEBUG nova.virt.hardware [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1531.733079] env[69742]: DEBUG nova.virt.hardware [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1531.733955] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f9ba4b-ede8-42fc-8f8d-5a5f633d0e3e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.741985] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d72f9d-bb05-4219-8751-92e701ea027a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.864630] env[69742]: DEBUG nova.compute.manager [req-06ee0894-02f3-4f13-8bbb-0638129dbe36 req-25957930-7fcc-49f1-b9dc-5f8763b62978 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Received event network-vif-plugged-4c74588a-b3cd-40bb-96bb-4a0a45009211 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1531.864890] env[69742]: DEBUG oslo_concurrency.lockutils [req-06ee0894-02f3-4f13-8bbb-0638129dbe36 req-25957930-7fcc-49f1-b9dc-5f8763b62978 service nova] Acquiring lock "c32bdda8-5cc7-467a-809a-36222a7195ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.865268] env[69742]: DEBUG oslo_concurrency.lockutils [req-06ee0894-02f3-4f13-8bbb-0638129dbe36 req-25957930-7fcc-49f1-b9dc-5f8763b62978 service nova] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.865503] env[69742]: DEBUG oslo_concurrency.lockutils [req-06ee0894-02f3-4f13-8bbb-0638129dbe36 req-25957930-7fcc-49f1-b9dc-5f8763b62978 service nova] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.865711] env[69742]: DEBUG nova.compute.manager [req-06ee0894-02f3-4f13-8bbb-0638129dbe36 req-25957930-7fcc-49f1-b9dc-5f8763b62978 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] No waiting events found dispatching network-vif-plugged-4c74588a-b3cd-40bb-96bb-4a0a45009211 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1531.865927] env[69742]: WARNING nova.compute.manager [req-06ee0894-02f3-4f13-8bbb-0638129dbe36 req-25957930-7fcc-49f1-b9dc-5f8763b62978 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Received unexpected event network-vif-plugged-4c74588a-b3cd-40bb-96bb-4a0a45009211 for instance with vm_state building and task_state spawning. [ 1531.949076] env[69742]: DEBUG nova.network.neutron [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Successfully updated port: 4c74588a-b3cd-40bb-96bb-4a0a45009211 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1532.451342] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "refresh_cache-c32bdda8-5cc7-467a-809a-36222a7195ab" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.451542] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "refresh_cache-c32bdda8-5cc7-467a-809a-36222a7195ab" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.451743] env[69742]: DEBUG nova.network.neutron [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.984626] env[69742]: DEBUG nova.network.neutron [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1533.109282] env[69742]: DEBUG nova.network.neutron [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Updating instance_info_cache with network_info: [{"id": "4c74588a-b3cd-40bb-96bb-4a0a45009211", "address": "fa:16:3e:a5:3c:29", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c74588a-b3", "ovs_interfaceid": "4c74588a-b3cd-40bb-96bb-4a0a45009211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.612363] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "refresh_cache-c32bdda8-5cc7-467a-809a-36222a7195ab" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.612757] env[69742]: DEBUG nova.compute.manager [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Instance network_info: |[{"id": "4c74588a-b3cd-40bb-96bb-4a0a45009211", "address": "fa:16:3e:a5:3c:29", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c74588a-b3", "ovs_interfaceid": "4c74588a-b3cd-40bb-96bb-4a0a45009211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1533.613296] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:3c:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c74588a-b3cd-40bb-96bb-4a0a45009211', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.621067] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1533.621291] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.621554] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-464721eb-1de0-49be-a12f-09c2a61e3462 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.640988] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.640988] env[69742]: value = "task-4061743" [ 1533.640988] env[69742]: _type = "Task" [ 1533.640988] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.648878] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061743, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.894104] env[69742]: DEBUG nova.compute.manager [req-c2bb034c-efae-4a57-9664-725c68c2a516 req-8d028b8f-fd05-48a8-86d1-2223411a5807 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Received event network-changed-4c74588a-b3cd-40bb-96bb-4a0a45009211 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1533.894345] env[69742]: DEBUG nova.compute.manager [req-c2bb034c-efae-4a57-9664-725c68c2a516 req-8d028b8f-fd05-48a8-86d1-2223411a5807 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Refreshing instance network info cache due to event network-changed-4c74588a-b3cd-40bb-96bb-4a0a45009211. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1533.894515] env[69742]: DEBUG oslo_concurrency.lockutils [req-c2bb034c-efae-4a57-9664-725c68c2a516 req-8d028b8f-fd05-48a8-86d1-2223411a5807 service nova] Acquiring lock "refresh_cache-c32bdda8-5cc7-467a-809a-36222a7195ab" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.894708] env[69742]: DEBUG oslo_concurrency.lockutils [req-c2bb034c-efae-4a57-9664-725c68c2a516 req-8d028b8f-fd05-48a8-86d1-2223411a5807 service nova] Acquired lock "refresh_cache-c32bdda8-5cc7-467a-809a-36222a7195ab" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.894817] env[69742]: DEBUG nova.network.neutron [req-c2bb034c-efae-4a57-9664-725c68c2a516 req-8d028b8f-fd05-48a8-86d1-2223411a5807 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Refreshing network info cache for port 4c74588a-b3cd-40bb-96bb-4a0a45009211 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.151636] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061743, 'name': CreateVM_Task, 'duration_secs': 0.333325} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.152049] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1534.152546] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.152717] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.153077] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.153333] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad1b1ef-2101-41ea-83fe-1aa3ed5dd0c2 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.158497] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1534.158497] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cc70ee-8aaa-8455-528e-22794c655a18" [ 1534.158497] env[69742]: _type = "Task" [ 1534.158497] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.167725] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cc70ee-8aaa-8455-528e-22794c655a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.586389] env[69742]: DEBUG nova.network.neutron [req-c2bb034c-efae-4a57-9664-725c68c2a516 req-8d028b8f-fd05-48a8-86d1-2223411a5807 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Updated VIF entry in instance network info cache for port 4c74588a-b3cd-40bb-96bb-4a0a45009211. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.586745] env[69742]: DEBUG nova.network.neutron [req-c2bb034c-efae-4a57-9664-725c68c2a516 req-8d028b8f-fd05-48a8-86d1-2223411a5807 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Updating instance_info_cache with network_info: [{"id": "4c74588a-b3cd-40bb-96bb-4a0a45009211", "address": "fa:16:3e:a5:3c:29", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c74588a-b3", "ovs_interfaceid": "4c74588a-b3cd-40bb-96bb-4a0a45009211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.670974] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52cc70ee-8aaa-8455-528e-22794c655a18, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.671336] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.671575] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1534.671819] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.671967] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.672213] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.672509] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4457c2c9-85d2-4554-857f-081c29fee0fc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.681533] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.681665] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1534.682414] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be98dbb4-a00f-4c80-81ad-f8ed66482ea3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.687811] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1534.687811] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5278ac88-be95-45eb-ac19-cc5e49ce02c7" [ 1534.687811] env[69742]: _type = "Task" [ 1534.687811] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.696153] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5278ac88-be95-45eb-ac19-cc5e49ce02c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.089488] env[69742]: DEBUG oslo_concurrency.lockutils [req-c2bb034c-efae-4a57-9664-725c68c2a516 req-8d028b8f-fd05-48a8-86d1-2223411a5807 service nova] Releasing lock "refresh_cache-c32bdda8-5cc7-467a-809a-36222a7195ab" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.198423] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5278ac88-be95-45eb-ac19-cc5e49ce02c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009939} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.199016] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949d6f08-c5d7-423c-9abf-4e265c56d8dc {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.204180] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1535.204180] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]529fd734-4451-773b-c017-bcbf2a4ef207" [ 1535.204180] env[69742]: _type = "Task" [ 1535.204180] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.212040] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529fd734-4451-773b-c017-bcbf2a4ef207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.714616] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]529fd734-4451-773b-c017-bcbf2a4ef207, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.714893] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.715188] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] c32bdda8-5cc7-467a-809a-36222a7195ab/c32bdda8-5cc7-467a-809a-36222a7195ab.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1535.715450] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30befd95-144a-4165-9555-1ad36f8c6e16 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.722631] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1535.722631] env[69742]: value = "task-4061744" [ 1535.722631] env[69742]: _type = "Task" [ 1535.722631] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.731058] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.232205] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47766} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.232598] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore1] c32bdda8-5cc7-467a-809a-36222a7195ab/c32bdda8-5cc7-467a-809a-36222a7195ab.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1536.232678] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1536.233081] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d7222ab-852f-44cc-92ba-003cebc6f508 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.239144] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1536.239144] env[69742]: value = "task-4061745" [ 1536.239144] env[69742]: _type = "Task" [ 1536.239144] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.248544] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.749738] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059837} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.750034] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1536.750903] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4aa968-d623-49fd-b5e7-ebcb396370a4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.774148] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c32bdda8-5cc7-467a-809a-36222a7195ab/c32bdda8-5cc7-467a-809a-36222a7195ab.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1536.774449] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf482600-b14e-4022-8cbe-f90836d75d44 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.794643] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1536.794643] env[69742]: value = "task-4061746" [ 1536.794643] env[69742]: _type = "Task" [ 1536.794643] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.802702] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.305920] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061746, 'name': ReconfigVM_Task, 'duration_secs': 0.281816} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.306410] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c32bdda8-5cc7-467a-809a-36222a7195ab/c32bdda8-5cc7-467a-809a-36222a7195ab.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.306831] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b31691f5-05d0-4062-81a4-ec3d685d442a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.313705] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1537.313705] env[69742]: value = "task-4061747" [ 1537.313705] env[69742]: _type = "Task" [ 1537.313705] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.322033] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061747, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.824255] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061747, 'name': Rename_Task, 'duration_secs': 0.141803} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.824535] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1537.824783] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4513a8bf-263d-4394-be22-5ed2031e5e7b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.832021] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1537.832021] env[69742]: value = "task-4061748" [ 1537.832021] env[69742]: _type = "Task" [ 1537.832021] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.840241] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.342130] env[69742]: DEBUG oslo_vmware.api [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061748, 'name': PowerOnVM_Task, 'duration_secs': 0.440913} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.342537] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.342596] env[69742]: INFO nova.compute.manager [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1538.342762] env[69742]: DEBUG nova.compute.manager [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.343547] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585b6aa4-c4ad-4025-9b76-fdbde75805ee {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.862187] env[69742]: INFO nova.compute.manager [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Took 11.30 seconds to build instance. [ 1539.364343] env[69742]: DEBUG oslo_concurrency.lockutils [None req-646bd6b4-0cb5-4967-b222-987c2417ae06 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.814s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.685171] env[69742]: DEBUG nova.compute.manager [req-1a49436b-dbe2-4d9b-aecc-66b9e3452ac5 req-84e2f393-3f55-4438-b3b7-fcb81a9eff20 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Received event network-changed-4c74588a-b3cd-40bb-96bb-4a0a45009211 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1539.685358] env[69742]: DEBUG nova.compute.manager [req-1a49436b-dbe2-4d9b-aecc-66b9e3452ac5 req-84e2f393-3f55-4438-b3b7-fcb81a9eff20 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Refreshing instance network info cache due to event network-changed-4c74588a-b3cd-40bb-96bb-4a0a45009211. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1539.685610] env[69742]: DEBUG oslo_concurrency.lockutils [req-1a49436b-dbe2-4d9b-aecc-66b9e3452ac5 req-84e2f393-3f55-4438-b3b7-fcb81a9eff20 service nova] Acquiring lock "refresh_cache-c32bdda8-5cc7-467a-809a-36222a7195ab" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.685693] env[69742]: DEBUG oslo_concurrency.lockutils [req-1a49436b-dbe2-4d9b-aecc-66b9e3452ac5 req-84e2f393-3f55-4438-b3b7-fcb81a9eff20 service nova] Acquired lock "refresh_cache-c32bdda8-5cc7-467a-809a-36222a7195ab" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.685891] env[69742]: DEBUG nova.network.neutron [req-1a49436b-dbe2-4d9b-aecc-66b9e3452ac5 req-84e2f393-3f55-4438-b3b7-fcb81a9eff20 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Refreshing network info cache for port 4c74588a-b3cd-40bb-96bb-4a0a45009211 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.403061] env[69742]: DEBUG nova.network.neutron [req-1a49436b-dbe2-4d9b-aecc-66b9e3452ac5 req-84e2f393-3f55-4438-b3b7-fcb81a9eff20 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Updated VIF entry in instance network info cache for port 4c74588a-b3cd-40bb-96bb-4a0a45009211. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.403467] env[69742]: DEBUG nova.network.neutron [req-1a49436b-dbe2-4d9b-aecc-66b9e3452ac5 req-84e2f393-3f55-4438-b3b7-fcb81a9eff20 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Updating instance_info_cache with network_info: [{"id": "4c74588a-b3cd-40bb-96bb-4a0a45009211", "address": "fa:16:3e:a5:3c:29", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c74588a-b3", "ovs_interfaceid": "4c74588a-b3cd-40bb-96bb-4a0a45009211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.906587] env[69742]: DEBUG oslo_concurrency.lockutils [req-1a49436b-dbe2-4d9b-aecc-66b9e3452ac5 req-84e2f393-3f55-4438-b3b7-fcb81a9eff20 service nova] Releasing lock "refresh_cache-c32bdda8-5cc7-467a-809a-36222a7195ab" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.593798] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.594221] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.593468] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.593148] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.592752] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.096238] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.096651] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.096701] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.096846] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1561.097816] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef94d713-46ee-4c36-ab7c-c3765ec3e62c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.106277] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9858b223-88a6-401c-867c-e6db556528cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.120972] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a76afff-05f3-4c97-a481-e39b63d46a5c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.127295] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d83bda-6579-46b0-9a23-d6fdebd6584d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.155720] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180746MB free_disk=22GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1561.155887] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.156092] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.182064] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance c32bdda8-5cc7-467a-809a-36222a7195ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1562.182436] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1562.182436] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1562.198274] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Refreshing inventories for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1562.210975] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Updating ProviderTree inventory for provider d7c17de2-386a-4ee9-b4fd-640969c45642 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1562.211206] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Updating inventory in ProviderTree for provider d7c17de2-386a-4ee9-b4fd-640969c45642 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1562.222156] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Refreshing aggregate associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, aggregates: None {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1562.238996] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Refreshing trait associations for resource provider d7c17de2-386a-4ee9-b4fd-640969c45642, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69742) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1562.263472] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3f19aa-a315-47bd-8038-9f32dd41f95d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.271215] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c72e0-f4c2-4d6d-918a-4c82db494865 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.303524] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2b1ed9-3972-4540-8429-47bc3cd0bb52 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.311338] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee281454-a667-466c-8c22-398bd825ab79 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.324525] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.827524] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.332550] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1563.332997] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.177s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.328298] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.328580] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.592985] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.593406] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1572.588595] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.226020] env[69742]: DEBUG oslo_concurrency.lockutils [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c32bdda8-5cc7-467a-809a-36222a7195ab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.226020] env[69742]: DEBUG oslo_concurrency.lockutils [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.729638] env[69742]: DEBUG nova.compute.utils [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1578.232995] env[69742]: DEBUG oslo_concurrency.lockutils [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.307713] env[69742]: DEBUG oslo_concurrency.lockutils [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c32bdda8-5cc7-467a-809a-36222a7195ab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.308171] env[69742]: DEBUG oslo_concurrency.lockutils [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.308252] env[69742]: INFO nova.compute.manager [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Attaching volume 19e5fc10-67a2-4c90-a437-53275581e6fa to /dev/sdb [ 1579.433343] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d5a85f-57de-45a8-a390-6d485f7cf053 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.441917] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c91bf4-c577-437e-8420-97aab59ac556 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.457089] env[69742]: DEBUG nova.virt.block_device [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Updating existing volume attachment record: 0f81bd59-2609-4496-9e03-b9d0802d486f {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1584.003417] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1584.003689] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804969', 'volume_id': '19e5fc10-67a2-4c90-a437-53275581e6fa', 'name': 'volume-19e5fc10-67a2-4c90-a437-53275581e6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c32bdda8-5cc7-467a-809a-36222a7195ab', 'attached_at': '', 'detached_at': '', 'volume_id': '19e5fc10-67a2-4c90-a437-53275581e6fa', 'serial': '19e5fc10-67a2-4c90-a437-53275581e6fa'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1584.004535] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3dfb33-89ea-4d02-954a-6a123d770698 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.021045] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ac9d0f-b674-46a1-a32c-0c357706fe09 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.045486] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-19e5fc10-67a2-4c90-a437-53275581e6fa/volume-19e5fc10-67a2-4c90-a437-53275581e6fa.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.045751] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-781f87f4-d510-4c2e-b31e-0d009c164d36 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.064866] env[69742]: DEBUG oslo_vmware.api [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1584.064866] env[69742]: value = "task-4061751" [ 1584.064866] env[69742]: _type = "Task" [ 1584.064866] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.073033] env[69742]: DEBUG oslo_vmware.api [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.575754] env[69742]: DEBUG oslo_vmware.api [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061751, 'name': ReconfigVM_Task, 'duration_secs': 0.344135} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.576102] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-19e5fc10-67a2-4c90-a437-53275581e6fa/volume-19e5fc10-67a2-4c90-a437-53275581e6fa.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1584.580935] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-243cd642-8b4b-44ba-9346-a44cd37daac9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.595281] env[69742]: DEBUG oslo_vmware.api [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1584.595281] env[69742]: value = "task-4061752" [ 1584.595281] env[69742]: _type = "Task" [ 1584.595281] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.603240] env[69742]: DEBUG oslo_vmware.api [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.105862] env[69742]: DEBUG oslo_vmware.api [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061752, 'name': ReconfigVM_Task, 'duration_secs': 0.159624} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.106263] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804969', 'volume_id': '19e5fc10-67a2-4c90-a437-53275581e6fa', 'name': 'volume-19e5fc10-67a2-4c90-a437-53275581e6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c32bdda8-5cc7-467a-809a-36222a7195ab', 'attached_at': '', 'detached_at': '', 'volume_id': '19e5fc10-67a2-4c90-a437-53275581e6fa', 'serial': '19e5fc10-67a2-4c90-a437-53275581e6fa'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1586.142700] env[69742]: DEBUG nova.objects.instance [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lazy-loading 'flavor' on Instance uuid c32bdda8-5cc7-467a-809a-36222a7195ab {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.649462] env[69742]: DEBUG oslo_concurrency.lockutils [None req-296c15b7-8b5e-42db-8d50-b76a0efb6e8c tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.341s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1586.777795] env[69742]: DEBUG oslo_concurrency.lockutils [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c32bdda8-5cc7-467a-809a-36222a7195ab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.778088] env[69742]: DEBUG oslo_concurrency.lockutils [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.281127] env[69742]: INFO nova.compute.manager [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Detaching volume 19e5fc10-67a2-4c90-a437-53275581e6fa [ 1587.311556] env[69742]: INFO nova.virt.block_device [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Attempting to driver detach volume 19e5fc10-67a2-4c90-a437-53275581e6fa from mountpoint /dev/sdb [ 1587.311821] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1587.312017] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804969', 'volume_id': '19e5fc10-67a2-4c90-a437-53275581e6fa', 'name': 'volume-19e5fc10-67a2-4c90-a437-53275581e6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c32bdda8-5cc7-467a-809a-36222a7195ab', 'attached_at': '', 'detached_at': '', 'volume_id': '19e5fc10-67a2-4c90-a437-53275581e6fa', 'serial': '19e5fc10-67a2-4c90-a437-53275581e6fa'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1587.312930] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c3f0d3-2d9f-4430-95d9-a3c4cdd8cff1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.334778] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f5bf93-b536-4a89-a052-bc3b3b291aa9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.342385] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2793d857-ffa5-4737-9e87-77e95d14136c {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.363415] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d748d4c-9d58-49a2-af00-8db7e30e4b3a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.377900] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] The volume has not been displaced from its original location: [datastore2] volume-19e5fc10-67a2-4c90-a437-53275581e6fa/volume-19e5fc10-67a2-4c90-a437-53275581e6fa.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1587.383226] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1587.383545] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c40ee2fd-f6b2-4fc7-bf72-373d92eb8f94 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.401724] env[69742]: DEBUG oslo_vmware.api [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1587.401724] env[69742]: value = "task-4061753" [ 1587.401724] env[69742]: _type = "Task" [ 1587.401724] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.409738] env[69742]: DEBUG oslo_vmware.api [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.911493] env[69742]: DEBUG oslo_vmware.api [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061753, 'name': ReconfigVM_Task, 'duration_secs': 0.231382} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.911862] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1587.916391] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9355431-4142-4969-af93-f1c6e856d991 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.932062] env[69742]: DEBUG oslo_vmware.api [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1587.932062] env[69742]: value = "task-4061754" [ 1587.932062] env[69742]: _type = "Task" [ 1587.932062] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.941382] env[69742]: DEBUG oslo_vmware.api [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.441807] env[69742]: DEBUG oslo_vmware.api [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061754, 'name': ReconfigVM_Task, 'duration_secs': 0.138392} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.442232] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804969', 'volume_id': '19e5fc10-67a2-4c90-a437-53275581e6fa', 'name': 'volume-19e5fc10-67a2-4c90-a437-53275581e6fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c32bdda8-5cc7-467a-809a-36222a7195ab', 'attached_at': '', 'detached_at': '', 'volume_id': '19e5fc10-67a2-4c90-a437-53275581e6fa', 'serial': '19e5fc10-67a2-4c90-a437-53275581e6fa'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1588.982426] env[69742]: DEBUG nova.objects.instance [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lazy-loading 'flavor' on Instance uuid c32bdda8-5cc7-467a-809a-36222a7195ab {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.992423] env[69742]: DEBUG oslo_concurrency.lockutils [None req-330aeee3-2191-4577-836c-7bda40cc759f tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.017063] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c32bdda8-5cc7-467a-809a-36222a7195ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.017471] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.017471] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c32bdda8-5cc7-467a-809a-36222a7195ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.017565] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.017727] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.020102] env[69742]: INFO nova.compute.manager [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Terminating instance [ 1591.523834] env[69742]: DEBUG nova.compute.manager [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.524117] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.525069] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130631e1-8bf7-4e4f-a3cc-5a78a526735f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.533398] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.533630] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba922a34-e1e2-4563-864c-c38f6a83d254 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.540406] env[69742]: DEBUG oslo_vmware.api [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1591.540406] env[69742]: value = "task-4061755" [ 1591.540406] env[69742]: _type = "Task" [ 1591.540406] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.548278] env[69742]: DEBUG oslo_vmware.api [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.050651] env[69742]: DEBUG oslo_vmware.api [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061755, 'name': PowerOffVM_Task, 'duration_secs': 0.202052} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.051147] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.051147] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1592.051378] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd7cbd31-5ab3-46af-9d58-47e070123db1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.124342] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.124639] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Deleting contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.124891] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleting the datastore file [datastore1] c32bdda8-5cc7-467a-809a-36222a7195ab {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.125250] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca74c6ff-69f4-493c-bf7b-3c07e86dd6d9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.132260] env[69742]: DEBUG oslo_vmware.api [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1592.132260] env[69742]: value = "task-4061757" [ 1592.132260] env[69742]: _type = "Task" [ 1592.132260] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.140378] env[69742]: DEBUG oslo_vmware.api [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.642767] env[69742]: DEBUG oslo_vmware.api [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151164} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.643063] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.643313] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Deleted contents of the VM from datastore datastore1 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.643533] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.643751] env[69742]: INFO nova.compute.manager [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1592.644031] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1592.644257] env[69742]: DEBUG nova.compute.manager [-] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.644382] env[69742]: DEBUG nova.network.neutron [-] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1593.185909] env[69742]: DEBUG nova.compute.manager [req-13edd184-97fd-45f1-8188-5d632283128c req-f9ce5145-9491-4762-8a59-aa84d0f7bfe9 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Received event network-vif-deleted-4c74588a-b3cd-40bb-96bb-4a0a45009211 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1593.186196] env[69742]: INFO nova.compute.manager [req-13edd184-97fd-45f1-8188-5d632283128c req-f9ce5145-9491-4762-8a59-aa84d0f7bfe9 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Neutron deleted interface 4c74588a-b3cd-40bb-96bb-4a0a45009211; detaching it from the instance and deleting it from the info cache [ 1593.186196] env[69742]: DEBUG nova.network.neutron [req-13edd184-97fd-45f1-8188-5d632283128c req-f9ce5145-9491-4762-8a59-aa84d0f7bfe9 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.575536] env[69742]: DEBUG nova.network.neutron [-] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.689110] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b63e210-5f74-4a64-88df-61b25e38319e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.700177] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7054cb3-ba4c-4f5b-9405-6b59052fa019 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.728682] env[69742]: DEBUG nova.compute.manager [req-13edd184-97fd-45f1-8188-5d632283128c req-f9ce5145-9491-4762-8a59-aa84d0f7bfe9 service nova] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Detach interface failed, port_id=4c74588a-b3cd-40bb-96bb-4a0a45009211, reason: Instance c32bdda8-5cc7-467a-809a-36222a7195ab could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1594.079510] env[69742]: INFO nova.compute.manager [-] [instance: c32bdda8-5cc7-467a-809a-36222a7195ab] Took 1.43 seconds to deallocate network for instance. [ 1594.585930] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1594.586379] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.586460] env[69742]: DEBUG nova.objects.instance [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lazy-loading 'resources' on Instance uuid c32bdda8-5cc7-467a-809a-36222a7195ab {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.122797] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be25377-add2-4b39-9c48-6c727526d1d0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.130511] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c752bcaf-eef7-44f2-a201-46ec6510f7f3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.159906] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d6416c-749a-4d42-9a18-50e00bbb5ef0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.167302] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384d1fe-a302-4397-aeb9-6cab2fbd829b {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.182047] env[69742]: DEBUG nova.compute.provider_tree [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.685749] env[69742]: DEBUG nova.scheduler.client.report [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.191733] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1596.213130] env[69742]: INFO nova.scheduler.client.report [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleted allocations for instance c32bdda8-5cc7-467a-809a-36222a7195ab [ 1596.722059] env[69742]: DEBUG oslo_concurrency.lockutils [None req-ef0559d2-49ce-4e59-935f-0f0903485b1e tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c32bdda8-5cc7-467a-809a-36222a7195ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.705s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.009201] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c7e9d486-64e6-4878-b948-1084a36911a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.009610] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.512096] env[69742]: DEBUG nova.compute.manager [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Starting instance... {{(pid=69742) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1600.035378] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.035690] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.037316] env[69742]: INFO nova.compute.claims [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1601.075786] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8742b42e-311d-469b-864d-761392517112 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.083807] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a443e727-6e8b-40dd-8c28-deaa498b5c78 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.114712] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee14dc3-26e5-484b-8079-3df67405296f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.122363] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0344c315-6efc-4c51-bffd-c42c26c82469 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.135661] env[69742]: DEBUG nova.compute.provider_tree [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.638738] env[69742]: DEBUG nova.scheduler.client.report [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.143981] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.144531] env[69742]: DEBUG nova.compute.manager [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Start building networks asynchronously for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1602.650788] env[69742]: DEBUG nova.compute.utils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1602.651884] env[69742]: DEBUG nova.compute.manager [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Allocating IP information in the background. {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1602.651884] env[69742]: DEBUG nova.network.neutron [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] allocate_for_instance() {{(pid=69742) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1602.702321] env[69742]: DEBUG nova.policy [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fefe6cfe32c4f36b908307b51ffcd7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bdcdd86231047c6b0c533b2a76e70b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69742) authorize /opt/stack/nova/nova/policy.py:192}} [ 1602.981360] env[69742]: DEBUG nova.network.neutron [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Successfully created port: 9eca4051-b2f5-4f9e-ae93-e3495db3b316 {{(pid=69742) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1603.155447] env[69742]: DEBUG nova.compute.manager [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Start building block device mappings for instance. {{(pid=69742) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1604.167395] env[69742]: DEBUG nova.compute.manager [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Start spawning the instance on the hypervisor. {{(pid=69742) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1604.194385] env[69742]: DEBUG nova.virt.hardware [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T01:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T01:12:56Z,direct_url=,disk_format='vmdk',id=b5a23f29-0a7c-42e9-8405-f7b31a52580d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8a931311a4724a329e1e163e85a0454a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T01:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.194638] env[69742]: DEBUG nova.virt.hardware [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Flavor limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.194797] env[69742]: DEBUG nova.virt.hardware [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Image limits 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.194979] env[69742]: DEBUG nova.virt.hardware [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Flavor pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.195152] env[69742]: DEBUG nova.virt.hardware [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Image pref 0:0:0 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.195354] env[69742]: DEBUG nova.virt.hardware [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69742) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.195570] env[69742]: DEBUG nova.virt.hardware [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.195729] env[69742]: DEBUG nova.virt.hardware [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.195894] env[69742]: DEBUG nova.virt.hardware [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Got 1 possible topologies {{(pid=69742) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.196069] env[69742]: DEBUG nova.virt.hardware [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.196244] env[69742]: DEBUG nova.virt.hardware [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69742) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.197108] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9002d077-772c-46f1-adeb-eb6c9d6ee60a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.205266] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e234f40-1c84-4922-b390-a30d05ad1836 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.409654] env[69742]: DEBUG nova.compute.manager [req-bb2feeca-5a9b-4859-b663-7c90a61b6bf9 req-0dedbae6-cb91-489e-a273-4576fa680dcc service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Received event network-vif-plugged-9eca4051-b2f5-4f9e-ae93-e3495db3b316 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1604.409946] env[69742]: DEBUG oslo_concurrency.lockutils [req-bb2feeca-5a9b-4859-b663-7c90a61b6bf9 req-0dedbae6-cb91-489e-a273-4576fa680dcc service nova] Acquiring lock "c7e9d486-64e6-4878-b948-1084a36911a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.410229] env[69742]: DEBUG oslo_concurrency.lockutils [req-bb2feeca-5a9b-4859-b663-7c90a61b6bf9 req-0dedbae6-cb91-489e-a273-4576fa680dcc service nova] Lock "c7e9d486-64e6-4878-b948-1084a36911a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.410385] env[69742]: DEBUG oslo_concurrency.lockutils [req-bb2feeca-5a9b-4859-b663-7c90a61b6bf9 req-0dedbae6-cb91-489e-a273-4576fa680dcc service nova] Lock "c7e9d486-64e6-4878-b948-1084a36911a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.410566] env[69742]: DEBUG nova.compute.manager [req-bb2feeca-5a9b-4859-b663-7c90a61b6bf9 req-0dedbae6-cb91-489e-a273-4576fa680dcc service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] No waiting events found dispatching network-vif-plugged-9eca4051-b2f5-4f9e-ae93-e3495db3b316 {{(pid=69742) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1604.410736] env[69742]: WARNING nova.compute.manager [req-bb2feeca-5a9b-4859-b663-7c90a61b6bf9 req-0dedbae6-cb91-489e-a273-4576fa680dcc service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Received unexpected event network-vif-plugged-9eca4051-b2f5-4f9e-ae93-e3495db3b316 for instance with vm_state building and task_state spawning. [ 1604.491100] env[69742]: DEBUG nova.network.neutron [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Successfully updated port: 9eca4051-b2f5-4f9e-ae93-e3495db3b316 {{(pid=69742) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1604.995062] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "refresh_cache-c7e9d486-64e6-4878-b948-1084a36911a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.995062] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "refresh_cache-c7e9d486-64e6-4878-b948-1084a36911a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.995062] env[69742]: DEBUG nova.network.neutron [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Building network info cache for instance {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1605.534250] env[69742]: DEBUG nova.network.neutron [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Instance cache missing network info. {{(pid=69742) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1605.658161] env[69742]: DEBUG nova.network.neutron [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Updating instance_info_cache with network_info: [{"id": "9eca4051-b2f5-4f9e-ae93-e3495db3b316", "address": "fa:16:3e:28:3c:b8", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eca4051-b2", "ovs_interfaceid": "9eca4051-b2f5-4f9e-ae93-e3495db3b316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.161156] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "refresh_cache-c7e9d486-64e6-4878-b948-1084a36911a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.161580] env[69742]: DEBUG nova.compute.manager [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Instance network_info: |[{"id": "9eca4051-b2f5-4f9e-ae93-e3495db3b316", "address": "fa:16:3e:28:3c:b8", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eca4051-b2", "ovs_interfaceid": "9eca4051-b2f5-4f9e-ae93-e3495db3b316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69742) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1606.162031] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:3c:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9eca4051-b2f5-4f9e-ae93-e3495db3b316', 'vif_model': 'vmxnet3'}] {{(pid=69742) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.170820] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1606.171123] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Creating VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1606.171351] env[69742]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab5d9e51-9320-44a0-9890-d598e03a228f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.193412] env[69742]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.193412] env[69742]: value = "task-4061758" [ 1606.193412] env[69742]: _type = "Task" [ 1606.193412] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.202181] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061758, 'name': CreateVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.437396] env[69742]: DEBUG nova.compute.manager [req-52a039a0-45ce-4391-9348-4862375f5299 req-390517bb-39e2-42bb-aaa8-8eda933d51c0 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Received event network-changed-9eca4051-b2f5-4f9e-ae93-e3495db3b316 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1606.437588] env[69742]: DEBUG nova.compute.manager [req-52a039a0-45ce-4391-9348-4862375f5299 req-390517bb-39e2-42bb-aaa8-8eda933d51c0 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Refreshing instance network info cache due to event network-changed-9eca4051-b2f5-4f9e-ae93-e3495db3b316. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1606.437803] env[69742]: DEBUG oslo_concurrency.lockutils [req-52a039a0-45ce-4391-9348-4862375f5299 req-390517bb-39e2-42bb-aaa8-8eda933d51c0 service nova] Acquiring lock "refresh_cache-c7e9d486-64e6-4878-b948-1084a36911a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.437968] env[69742]: DEBUG oslo_concurrency.lockutils [req-52a039a0-45ce-4391-9348-4862375f5299 req-390517bb-39e2-42bb-aaa8-8eda933d51c0 service nova] Acquired lock "refresh_cache-c7e9d486-64e6-4878-b948-1084a36911a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.438176] env[69742]: DEBUG nova.network.neutron [req-52a039a0-45ce-4391-9348-4862375f5299 req-390517bb-39e2-42bb-aaa8-8eda933d51c0 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Refreshing network info cache for port 9eca4051-b2f5-4f9e-ae93-e3495db3b316 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.703515] env[69742]: DEBUG oslo_vmware.api [-] Task: {'id': task-4061758, 'name': CreateVM_Task, 'duration_secs': 0.326752} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.703891] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Created VM on the ESX host {{(pid=69742) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.704341] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.704509] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.704851] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.705118] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f89414-20e1-497e-8374-f0774e188dcd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.710243] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1606.710243] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5229a6d3-974f-3b20-bb4f-30b55a54d8fa" [ 1606.710243] env[69742]: _type = "Task" [ 1606.710243] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.718120] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5229a6d3-974f-3b20-bb4f-30b55a54d8fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.122390] env[69742]: DEBUG nova.network.neutron [req-52a039a0-45ce-4391-9348-4862375f5299 req-390517bb-39e2-42bb-aaa8-8eda933d51c0 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Updated VIF entry in instance network info cache for port 9eca4051-b2f5-4f9e-ae93-e3495db3b316. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.122749] env[69742]: DEBUG nova.network.neutron [req-52a039a0-45ce-4391-9348-4862375f5299 req-390517bb-39e2-42bb-aaa8-8eda933d51c0 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Updating instance_info_cache with network_info: [{"id": "9eca4051-b2f5-4f9e-ae93-e3495db3b316", "address": "fa:16:3e:28:3c:b8", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eca4051-b2", "ovs_interfaceid": "9eca4051-b2f5-4f9e-ae93-e3495db3b316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.221827] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5229a6d3-974f-3b20-bb4f-30b55a54d8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013808} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.222085] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.222309] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Processing image b5a23f29-0a7c-42e9-8405-f7b31a52580d {{(pid=69742) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1607.222540] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.222686] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.222860] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1607.223133] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f09a2e29-36f7-4afa-ada4-3e9a5fa32531 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.231650] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69742) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1607.231829] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69742) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1607.232536] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa1383b-4c6e-4bb7-9970-b8a292151761 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.237506] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1607.237506] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fd8ac2-72c9-bb39-b45d-fc64fd5bb9a9" [ 1607.237506] env[69742]: _type = "Task" [ 1607.237506] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.245372] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fd8ac2-72c9-bb39-b45d-fc64fd5bb9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.626349] env[69742]: DEBUG oslo_concurrency.lockutils [req-52a039a0-45ce-4391-9348-4862375f5299 req-390517bb-39e2-42bb-aaa8-8eda933d51c0 service nova] Releasing lock "refresh_cache-c7e9d486-64e6-4878-b948-1084a36911a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.749557] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]52fd8ac2-72c9-bb39-b45d-fc64fd5bb9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.750393] env[69742]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c219957d-0df3-4244-be2a-70b1fd65e702 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.756111] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1607.756111] env[69742]: value = "session[523cc3e4-aed7-ba28-260f-4a51618e8943]5286524a-f6eb-15dd-e5d0-6262f8334326" [ 1607.756111] env[69742]: _type = "Task" [ 1607.756111] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.764837] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5286524a-f6eb-15dd-e5d0-6262f8334326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.266915] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': session[523cc3e4-aed7-ba28-260f-4a51618e8943]5286524a-f6eb-15dd-e5d0-6262f8334326, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.267251] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.267510] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c7e9d486-64e6-4878-b948-1084a36911a4/c7e9d486-64e6-4878-b948-1084a36911a4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1608.267771] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7564ef59-5cba-40e8-a9ee-3f2163248d11 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.275565] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1608.275565] env[69742]: value = "task-4061759" [ 1608.275565] env[69742]: _type = "Task" [ 1608.275565] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.284166] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.785703] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499213} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.786207] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b5a23f29-0a7c-42e9-8405-f7b31a52580d/b5a23f29-0a7c-42e9-8405-f7b31a52580d.vmdk to [datastore2] c7e9d486-64e6-4878-b948-1084a36911a4/c7e9d486-64e6-4878-b948-1084a36911a4.vmdk {{(pid=69742) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1608.786207] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Extending root virtual disk to 1048576 {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1608.786474] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd5b2211-5bd8-47df-828a-a7b5d51f16a7 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.793887] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1608.793887] env[69742]: value = "task-4061760" [ 1608.793887] env[69742]: _type = "Task" [ 1608.793887] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.802906] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.304017] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061828} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.304320] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Extended root virtual disk {{(pid=69742) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1609.305219] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef782a-91dc-409f-8036-47ae3f418a43 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.328329] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] c7e9d486-64e6-4878-b948-1084a36911a4/c7e9d486-64e6-4878-b948-1084a36911a4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.328631] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb96fec6-8288-4983-80f2-70920cfc5ad1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.349656] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1609.349656] env[69742]: value = "task-4061761" [ 1609.349656] env[69742]: _type = "Task" [ 1609.349656] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.358019] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.860224] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061761, 'name': ReconfigVM_Task, 'duration_secs': 0.308509} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.860643] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Reconfigured VM instance instance-0000007f to attach disk [datastore2] c7e9d486-64e6-4878-b948-1084a36911a4/c7e9d486-64e6-4878-b948-1084a36911a4.vmdk or device None with type sparse {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1609.861276] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a24119e-6d30-4898-bed0-9c880a4e5824 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.868305] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1609.868305] env[69742]: value = "task-4061762" [ 1609.868305] env[69742]: _type = "Task" [ 1609.868305] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.876711] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061762, 'name': Rename_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.378579] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061762, 'name': Rename_Task, 'duration_secs': 0.151753} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.378900] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Powering on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1610.379221] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a36c8d2e-bad1-4f9d-b6d5-7ea933caa5d1 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.387744] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1610.387744] env[69742]: value = "task-4061763" [ 1610.387744] env[69742]: _type = "Task" [ 1610.387744] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.397709] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.898388] env[69742]: DEBUG oslo_vmware.api [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061763, 'name': PowerOnVM_Task, 'duration_secs': 0.436834} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.898806] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Powered on the VM {{(pid=69742) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.898852] env[69742]: INFO nova.compute.manager [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1610.899017] env[69742]: DEBUG nova.compute.manager [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Checking state {{(pid=69742) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.899786] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0168e165-666f-47f0-9ced-b3aba5c4f76f {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.416941] env[69742]: INFO nova.compute.manager [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Took 11.40 seconds to build instance. [ 1611.919304] env[69742]: DEBUG oslo_concurrency.lockutils [None req-f32c00c3-ebd6-44a6-80bd-3cc48e73adaf tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.910s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.235192] env[69742]: DEBUG nova.compute.manager [req-8ba8a12f-858e-4474-a5f8-f0cd74eced3b req-aa8073ad-7c42-4955-aa4b-505d886be6e9 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Received event network-changed-9eca4051-b2f5-4f9e-ae93-e3495db3b316 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1612.235412] env[69742]: DEBUG nova.compute.manager [req-8ba8a12f-858e-4474-a5f8-f0cd74eced3b req-aa8073ad-7c42-4955-aa4b-505d886be6e9 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Refreshing instance network info cache due to event network-changed-9eca4051-b2f5-4f9e-ae93-e3495db3b316. {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1612.235630] env[69742]: DEBUG oslo_concurrency.lockutils [req-8ba8a12f-858e-4474-a5f8-f0cd74eced3b req-aa8073ad-7c42-4955-aa4b-505d886be6e9 service nova] Acquiring lock "refresh_cache-c7e9d486-64e6-4878-b948-1084a36911a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.235775] env[69742]: DEBUG oslo_concurrency.lockutils [req-8ba8a12f-858e-4474-a5f8-f0cd74eced3b req-aa8073ad-7c42-4955-aa4b-505d886be6e9 service nova] Acquired lock "refresh_cache-c7e9d486-64e6-4878-b948-1084a36911a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.235937] env[69742]: DEBUG nova.network.neutron [req-8ba8a12f-858e-4474-a5f8-f0cd74eced3b req-aa8073ad-7c42-4955-aa4b-505d886be6e9 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Refreshing network info cache for port 9eca4051-b2f5-4f9e-ae93-e3495db3b316 {{(pid=69742) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.941826] env[69742]: DEBUG nova.network.neutron [req-8ba8a12f-858e-4474-a5f8-f0cd74eced3b req-aa8073ad-7c42-4955-aa4b-505d886be6e9 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Updated VIF entry in instance network info cache for port 9eca4051-b2f5-4f9e-ae93-e3495db3b316. {{(pid=69742) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1612.942242] env[69742]: DEBUG nova.network.neutron [req-8ba8a12f-858e-4474-a5f8-f0cd74eced3b req-aa8073ad-7c42-4955-aa4b-505d886be6e9 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Updating instance_info_cache with network_info: [{"id": "9eca4051-b2f5-4f9e-ae93-e3495db3b316", "address": "fa:16:3e:28:3c:b8", "network": {"id": "45c1cca9-31f9-400f-9839-01863406e288", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2023357258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bdcdd86231047c6b0c533b2a76e70b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9eca4051-b2", "ovs_interfaceid": "9eca4051-b2f5-4f9e-ae93-e3495db3b316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.445183] env[69742]: DEBUG oslo_concurrency.lockutils [req-8ba8a12f-858e-4474-a5f8-f0cd74eced3b req-aa8073ad-7c42-4955-aa4b-505d886be6e9 service nova] Releasing lock "refresh_cache-c7e9d486-64e6-4878-b948-1084a36911a4" {{(pid=69742) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.592840] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.593597] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.592733] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.592321] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.095888] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.096166] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1621.096336] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.096536] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1621.097471] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d4fb1b-b5f0-47f6-87f6-8bb88a448354 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.106238] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718da66e-2ac1-42b7-966d-4b7ac1cdfbaa {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.120014] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e25166-160b-4ab5-bffb-8774237f9367 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.126707] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae43fc31-288b-41f8-b815-804f006d1bc3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.156221] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180828MB free_disk=22GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1621.156379] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.156576] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1622.182552] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Instance c7e9d486-64e6-4878-b948-1084a36911a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69742) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1750}} [ 1622.182822] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1622.182907] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1622.209886] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577a17c1-97e8-49f4-a22c-df53b1ab1431 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.217465] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4397dfb3-b64c-4f66-a4fb-17a6657ef039 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.247380] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b59b244-abe2-428c-bd9e-0ad9c0625877 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.258383] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b7976-44a6-49c3-936a-3deded44b284 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.273107] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.776866] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.281989] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1623.282445] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.283634] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.284118] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.284118] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.593864] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.594281] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1650.755503] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c7e9d486-64e6-4878-b948-1084a36911a4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1650.755833] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1651.259297] env[69742]: DEBUG nova.compute.utils [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Using /dev/sd instead of None {{(pid=69742) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1651.762914] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1652.824768] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c7e9d486-64e6-4878-b948-1084a36911a4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1652.825207] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1652.825353] env[69742]: INFO nova.compute.manager [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Attaching volume 323155c5-51af-4bd1-889c-c32aec2c197d to /dev/sdb [ 1652.856656] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67e988-706a-4a25-899a-1e04c6c5bd83 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.863954] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87682d94-ae04-4ad7-86d4-86198af198bf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.877663] env[69742]: DEBUG nova.virt.block_device [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Updating existing volume attachment record: ea8e3353-bf28-4fa0-b37a-2a8f5366b92a {{(pid=69742) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1657.423395] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Volume attach. Driver type: vmdk {{(pid=69742) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1657.423658] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804971', 'volume_id': '323155c5-51af-4bd1-889c-c32aec2c197d', 'name': 'volume-323155c5-51af-4bd1-889c-c32aec2c197d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7e9d486-64e6-4878-b948-1084a36911a4', 'attached_at': '', 'detached_at': '', 'volume_id': '323155c5-51af-4bd1-889c-c32aec2c197d', 'serial': '323155c5-51af-4bd1-889c-c32aec2c197d'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1657.424512] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3467018-ea6e-4d56-b1b1-1505dfad5cdf {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.442094] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac15cf95-5d8b-4e53-a540-5dee911a5977 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.466070] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-323155c5-51af-4bd1-889c-c32aec2c197d/volume-323155c5-51af-4bd1-889c-c32aec2c197d.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.466277] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61e36f8-6302-4109-bd63-4dbc88065acd {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.484808] env[69742]: DEBUG oslo_vmware.api [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1657.484808] env[69742]: value = "task-4061766" [ 1657.484808] env[69742]: _type = "Task" [ 1657.484808] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.494015] env[69742]: DEBUG oslo_vmware.api [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.995235] env[69742]: DEBUG oslo_vmware.api [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061766, 'name': ReconfigVM_Task, 'duration_secs': 0.346527} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.995534] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-323155c5-51af-4bd1-889c-c32aec2c197d/volume-323155c5-51af-4bd1-889c-c32aec2c197d.vmdk or device None with type thin {{(pid=69742) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.000155] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e7707bb-f251-4438-b1b0-7ae6f95a2e4a {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.015482] env[69742]: DEBUG oslo_vmware.api [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1658.015482] env[69742]: value = "task-4061767" [ 1658.015482] env[69742]: _type = "Task" [ 1658.015482] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.023466] env[69742]: DEBUG oslo_vmware.api [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.526283] env[69742]: DEBUG oslo_vmware.api [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061767, 'name': ReconfigVM_Task, 'duration_secs': 0.164928} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.526667] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804971', 'volume_id': '323155c5-51af-4bd1-889c-c32aec2c197d', 'name': 'volume-323155c5-51af-4bd1-889c-c32aec2c197d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7e9d486-64e6-4878-b948-1084a36911a4', 'attached_at': '', 'detached_at': '', 'volume_id': '323155c5-51af-4bd1-889c-c32aec2c197d', 'serial': '323155c5-51af-4bd1-889c-c32aec2c197d'} {{(pid=69742) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1659.560888] env[69742]: DEBUG nova.objects.instance [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lazy-loading 'flavor' on Instance uuid c7e9d486-64e6-4878-b948-1084a36911a4 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.068194] env[69742]: DEBUG oslo_concurrency.lockutils [None req-6a7d622b-202f-49fc-b13c-1cd0fc4946d2 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1660.254101] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c7e9d486-64e6-4878-b948-1084a36911a4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1660.254528] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1660.758497] env[69742]: INFO nova.compute.manager [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Detaching volume 323155c5-51af-4bd1-889c-c32aec2c197d [ 1660.788717] env[69742]: INFO nova.virt.block_device [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Attempting to driver detach volume 323155c5-51af-4bd1-889c-c32aec2c197d from mountpoint /dev/sdb [ 1660.788965] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Volume detach. Driver type: vmdk {{(pid=69742) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1660.789180] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804971', 'volume_id': '323155c5-51af-4bd1-889c-c32aec2c197d', 'name': 'volume-323155c5-51af-4bd1-889c-c32aec2c197d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7e9d486-64e6-4878-b948-1084a36911a4', 'attached_at': '', 'detached_at': '', 'volume_id': '323155c5-51af-4bd1-889c-c32aec2c197d', 'serial': '323155c5-51af-4bd1-889c-c32aec2c197d'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1660.790066] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c76515-ef61-483d-9020-edfa59713f0e {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.812849] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a82dbd8-deed-4906-8ca4-a8f1b82c3041 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.819837] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f2a43f-facb-43fc-bcfc-163643f56827 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.840056] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c32d443-eb13-4fe0-af70-025225a59200 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.854959] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] The volume has not been displaced from its original location: [datastore1] volume-323155c5-51af-4bd1-889c-c32aec2c197d/volume-323155c5-51af-4bd1-889c-c32aec2c197d.vmdk. No consolidation needed. {{(pid=69742) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1660.860165] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1660.860460] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03dd2224-2c4e-40fe-920a-d84c89251384 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.878205] env[69742]: DEBUG oslo_vmware.api [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1660.878205] env[69742]: value = "task-4061768" [ 1660.878205] env[69742]: _type = "Task" [ 1660.878205] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.886388] env[69742]: DEBUG oslo_vmware.api [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.388090] env[69742]: DEBUG oslo_vmware.api [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.888612] env[69742]: DEBUG oslo_vmware.api [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.389227] env[69742]: DEBUG oslo_vmware.api [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061768, 'name': ReconfigVM_Task, 'duration_secs': 1.233069} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.389520] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69742) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1662.394104] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b1ba5c-c627-4e96-994c-a31ddc7462eb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.409148] env[69742]: DEBUG oslo_vmware.api [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1662.409148] env[69742]: value = "task-4061769" [ 1662.409148] env[69742]: _type = "Task" [ 1662.409148] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.419537] env[69742]: DEBUG oslo_vmware.api [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.919200] env[69742]: DEBUG oslo_vmware.api [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061769, 'name': ReconfigVM_Task, 'duration_secs': 0.153708} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.919665] env[69742]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-804971', 'volume_id': '323155c5-51af-4bd1-889c-c32aec2c197d', 'name': 'volume-323155c5-51af-4bd1-889c-c32aec2c197d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7e9d486-64e6-4878-b948-1084a36911a4', 'attached_at': '', 'detached_at': '', 'volume_id': '323155c5-51af-4bd1-889c-c32aec2c197d', 'serial': '323155c5-51af-4bd1-889c-c32aec2c197d'} {{(pid=69742) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1663.458911] env[69742]: DEBUG nova.objects.instance [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lazy-loading 'flavor' on Instance uuid c7e9d486-64e6-4878-b948-1084a36911a4 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.466285] env[69742]: DEBUG oslo_concurrency.lockutils [None req-3fd62a1c-71ac-4d07-a6d0-0480594ab949 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.212s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.531031] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c7e9d486-64e6-4878-b948-1084a36911a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1665.531604] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.531758] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "c7e9d486-64e6-4878-b948-1084a36911a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1665.532045] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.532311] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.534565] env[69742]: INFO nova.compute.manager [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Terminating instance [ 1666.038678] env[69742]: DEBUG nova.compute.manager [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Start destroying the instance on the hypervisor. {{(pid=69742) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.038942] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Destroying instance {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1666.039861] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182ce5c8-caae-4072-a9c3-60ca00c1bb4d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.048026] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Powering off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.048228] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c895f24-78e9-48f3-9342-396e0366fc20 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.054328] env[69742]: DEBUG oslo_vmware.api [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1666.054328] env[69742]: value = "task-4061770" [ 1666.054328] env[69742]: _type = "Task" [ 1666.054328] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.063360] env[69742]: DEBUG oslo_vmware.api [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.564248] env[69742]: DEBUG oslo_vmware.api [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061770, 'name': PowerOffVM_Task, 'duration_secs': 0.209246} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.564662] env[69742]: DEBUG nova.virt.vmwareapi.vm_util [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Powered off the VM {{(pid=69742) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.564662] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Unregistering the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.564920] env[69742]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-038e52f7-036e-4b21-b283-8b1e740e5ce4 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.632788] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Unregistered the VM {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.633044] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Deleting contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.633276] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleting the datastore file [datastore2] c7e9d486-64e6-4878-b948-1084a36911a4 {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.633556] env[69742]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddf49b87-d96a-424e-a059-231dd1f6c93d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.642304] env[69742]: DEBUG oslo_vmware.api [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for the task: (returnval){ [ 1666.642304] env[69742]: value = "task-4061772" [ 1666.642304] env[69742]: _type = "Task" [ 1666.642304] env[69742]: } to complete. {{(pid=69742) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.650544] env[69742]: DEBUG oslo_vmware.api [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.152262] env[69742]: DEBUG oslo_vmware.api [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Task: {'id': task-4061772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152518} completed successfully. {{(pid=69742) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.152550] env[69742]: DEBUG nova.virt.vmwareapi.ds_util [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleted the datastore file {{(pid=69742) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.152712] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Deleted contents of the VM from datastore datastore2 {{(pid=69742) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.152888] env[69742]: DEBUG nova.virt.vmwareapi.vmops [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Instance destroyed {{(pid=69742) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.153079] env[69742]: INFO nova.compute.manager [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1667.153346] env[69742]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69742) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1667.153537] env[69742]: DEBUG nova.compute.manager [-] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Deallocating network for instance {{(pid=69742) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1667.153631] env[69742]: DEBUG nova.network.neutron [-] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] deallocate_for_instance() {{(pid=69742) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.623329] env[69742]: DEBUG nova.compute.manager [req-b52110b0-4ad7-447b-a598-93a8cfbd7222 req-d4aa295e-0814-4a8e-b36c-1e5acc7bff52 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Received event network-vif-deleted-9eca4051-b2f5-4f9e-ae93-e3495db3b316 {{(pid=69742) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1667.623618] env[69742]: INFO nova.compute.manager [req-b52110b0-4ad7-447b-a598-93a8cfbd7222 req-d4aa295e-0814-4a8e-b36c-1e5acc7bff52 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Neutron deleted interface 9eca4051-b2f5-4f9e-ae93-e3495db3b316; detaching it from the instance and deleting it from the info cache [ 1667.623854] env[69742]: DEBUG nova.network.neutron [req-b52110b0-4ad7-447b-a598-93a8cfbd7222 req-d4aa295e-0814-4a8e-b36c-1e5acc7bff52 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.107680] env[69742]: DEBUG nova.network.neutron [-] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Updating instance_info_cache with network_info: [] {{(pid=69742) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.127098] env[69742]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-927164bd-4d30-4997-b764-588231c91af3 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.138301] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ff71ca-6224-4ed6-90d1-5af893a48f16 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.164891] env[69742]: DEBUG nova.compute.manager [req-b52110b0-4ad7-447b-a598-93a8cfbd7222 req-d4aa295e-0814-4a8e-b36c-1e5acc7bff52 service nova] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Detach interface failed, port_id=9eca4051-b2f5-4f9e-ae93-e3495db3b316, reason: Instance c7e9d486-64e6-4878-b948-1084a36911a4 could not be found. {{(pid=69742) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1668.611407] env[69742]: INFO nova.compute.manager [-] [instance: c7e9d486-64e6-4878-b948-1084a36911a4] Took 1.46 seconds to deallocate network for instance. [ 1669.118783] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1669.119225] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1669.119353] env[69742]: DEBUG nova.objects.instance [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lazy-loading 'resources' on Instance uuid c7e9d486-64e6-4878-b948-1084a36911a4 {{(pid=69742) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.654647] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01e1161-a1f2-4dc5-9614-e92f4274fb35 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.662415] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708b0b68-05a1-46c8-b848-5de27f208407 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.692987] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e0fb72-138c-4610-93e7-e6fed7efd27d {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.700906] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43f52b4-59cf-4b34-92b8-d36f80a75c07 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.714673] env[69742]: DEBUG nova.compute.provider_tree [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.217745] env[69742]: DEBUG nova.scheduler.client.report [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.723210] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.744485] env[69742]: INFO nova.scheduler.client.report [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Deleted allocations for instance c7e9d486-64e6-4878-b948-1084a36911a4 [ 1671.254194] env[69742]: DEBUG oslo_concurrency.lockutils [None req-87764222-e237-4681-9c1e-4bfc394c6309 tempest-AttachVolumeNegativeTest-891561334 tempest-AttachVolumeNegativeTest-891561334-project-member] Lock "c7e9d486-64e6-4878-b948-1084a36911a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.723s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1677.593540] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1678.592955] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.592538] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.592980] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1681.098518] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1681.099031] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1681.099278] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1681.099577] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69742) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:948}} [ 1681.101145] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89ee629-cdc2-4fe0-b3a6-948c45187bf9 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.114267] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a40499a-d0fe-40f5-9fb0-b05b69f0a230 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.139680] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa2e8bc-4087-41ed-b800-e98ce5d89eac {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.150731] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493cab08-21b3-4cdf-833b-e71bd47ecc82 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.202775] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180598MB free_disk=22GB free_vcpus=48 pci_devices=None {{(pid=69742) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1147}} [ 1681.203045] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1681.203399] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1682.223834] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1170}} [ 1682.224145] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69742) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1179}} [ 1682.239351] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ec8596-0682-46fb-803c-b360810d90cb {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.246697] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b16b487-e5c7-4d29-8d57-22445d80c8ef {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.277663] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f4317e-7f7c-4c33-885f-79a1fa256cc0 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.285343] env[69742]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7459d07-ab02-47da-8394-5eb41da07447 {{(pid=69742) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.298333] env[69742]: DEBUG nova.compute.provider_tree [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed in ProviderTree for provider: d7c17de2-386a-4ee9-b4fd-640969c45642 {{(pid=69742) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.801916] env[69742]: DEBUG nova.scheduler.client.report [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Inventory has not changed for provider d7c17de2-386a-4ee9-b4fd-640969c45642 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 22, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69742) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.307139] env[69742]: DEBUG nova.compute.resource_tracker [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69742) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1108}} [ 1683.307535] env[69742]: DEBUG oslo_concurrency.lockutils [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.104s {{(pid=69742) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1685.307612] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1685.307968] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1685.308134] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1686.592394] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1686.592924] env[69742]: DEBUG nova.compute.manager [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69742) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1692.589217] env[69742]: DEBUG oslo_service.periodic_task [None req-9c27485e-a1de-4565-99af-a3ba8279ce9e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69742) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}